-- Logs begin at Tue 2021-06-29 10:01:35 UTC, end at Tue 2021-06-29 11:05:34 UTC. -- Jun 29 10:35:31.021533 dv-cinder-793515-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:35:33.720002 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:35:33.720610 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:35:33.720772 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:35:33.723922 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:35:33.724177 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:35:33.724482 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:35:33.725399 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:35:33.725630 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:35:33.725984 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:35:33.726253 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:35:33.726474 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:35:33.726787 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.727077 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.727366 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.727590 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.727881 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.728166 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.728444 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.728729 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.729017 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.729293 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.729567 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.729843 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.730068 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.730364 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.730646 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.730926 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.731145 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] debug = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.731418 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.731838 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.732255 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.732529 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.733066 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.733218 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.733491 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.733766 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.734044 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.734399 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] host = dv-cinder-793515-4-iscsi {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.734673 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.734962 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.735245 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.735527 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.735796 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.736069 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.736347 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.736617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.736889 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.737158 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.737438 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.737722 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.738284 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.738506 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.738725 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.739008 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.739287 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.739554 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.739826 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.740098 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.740367 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.740634 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.740902 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.741182 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.741460 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.741743 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.742011 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.742305 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.742575 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.742846 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.743127 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.743399 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.743672 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.743937 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.744217 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.744476 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.744750 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.745048 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.745329 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.745608 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.745889 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.746178 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.746459 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.746727 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.746994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.747261 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] use_json = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.747526 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.747790 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.748065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.748488 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.748694 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.748963 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.749229 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.749508 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:33.749799 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.750092 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.750414 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.750695 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.750987 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.751262 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.751547 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.751820 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.752105 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.752389 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.752674 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.752948 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.753232 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.753505 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.753799 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.754102 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.754485 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.754776 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.755053 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.755326 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.755598 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.755872 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.756154 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.756445 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.756731 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.757002 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.757276 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.757565 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.757840 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.758110 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.758406 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.758689 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.758962 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.759230 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.759507 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.759782 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.760052 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.760321 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.760594 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.760880 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.761150 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.761419 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.761688 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.761959 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.762252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.762533 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.762808 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.763077 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.763345 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.763617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.763884 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.764674 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.764948 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.765215 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.765491 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.765758 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.766026 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.766324 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.766595 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.766865 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.767132 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.767401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.767671 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.767938 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.768206 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.768471 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.768737 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.769004 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.769280 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.769568 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.769840 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.770113 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.770409 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.770680 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.770951 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.771221 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.771492 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.771766 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.772033 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.772319 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.772599 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.772877 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.773155 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.773426 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.773716 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.773991 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.774299 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.774572 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.774846 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.775130 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.775406 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.775701 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.775991 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.776281 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.776569 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.776856 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.777131 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.777433 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.777708 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:33.777922 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:35:33.778187 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104648) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:35:34.129612 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:34.129880 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:34.130194 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:34.130525 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:35:34.518052 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.518364 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.518629 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.519923 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.520194 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.520454 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.554468 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.554743 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.555006 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.569685 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.569964 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.570261 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.599463 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.599742 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.600014 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.636388 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.636661 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.636929 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.868288 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.868897 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.868897 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.869054 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.869679 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.992591 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.992911 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.993190 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.993454 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.993715 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.994017 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.994294 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.994545 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.994792 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.995067 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.995319 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.995576 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.995828 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.996090 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.996340 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.996599 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.996862 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.997258 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.997527 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.997777 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.998055 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.998960 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.999214 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.999494 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:34.999828 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.000257 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.000448 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.000692 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.000932 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.001168 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.001407 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.001640 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.002004 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:35:35.005061 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:35:35.008939 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:35:35.012742 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 29 10:35:35.014931 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:35:35.015445 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:35:35.015777 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:35:35.016153 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:35:35.019116 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:35:35.019366 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:35:35.019706 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:35:35.046918 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:35:35.047356 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.047652 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104648) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 10:35:35.048012 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.049350 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104648) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:35:35.049629 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:35:35.049872 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:35:35.058670 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.058956 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.125513 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:35:35.125690 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:35:35.125928 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:35:35.126333 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:35:35.147811 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_db.sqlalchemy.engines [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104648) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:35:35.686897 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing driver for type 'gre' Jun 29 10:35:35.687507 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] gre ID ranges: [(1, 1000)] Jun 29 10:35:35.741319 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing driver for type 'local' Jun 29 10:35:35.741689 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing driver for type 'vlan' Jun 29 10:35:35.755801 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] VlanTypeDriver initialization complete Jun 29 10:35:35.756234 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing driver for type 'vxlan' Jun 29 10:35:35.756818 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:35:35.811830 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing extension driver 'port_security' Jun 29 10:35:35.812285 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.extensions.port_security [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] PortSecurityExtensionDriver initialization complete Jun 29 10:35:35.812883 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing mechanism driver 'openvswitch' Jun 29 10:35:35.813253 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing mechanism driver 'hyperv' Jun 29 10:35:35.819880 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:35.820804 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.821183 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.821540 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.821926 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.822308 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.822650 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.823025 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.823368 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.823704 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.824079 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.824426 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.824767 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.825143 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.825485 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.825822 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.826216 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.827153 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.827492 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.827889 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] ML2 OVO RPC backend initialized. {{(pid=104648) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 10:35:35.828522 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.828870 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.829277 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.829618 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > networks before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.829964 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.830324 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > ports before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.830661 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.830997 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.831335 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.831666 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.831993 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.832322 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.832652 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.832983 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.833313 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.833640 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.833965 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.834618 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.plugin [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Modular L2 Plugin initialization complete Jun 29 10:35:35.834944 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading services supported by the core plugin {{(pid=104648) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:35:35.835265 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.plugins.ml2.managers [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Got port-security extension from driver 'port_security' Jun 29 10:35:35.835715 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.extensions.vlantransparent [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Disabled vlantransparent extension. Jun 29 10:35:35.836188 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104648) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:35:35.836496 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: router Jun 29 10:35:35.871126 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.871687 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_create 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.871936 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router before_create 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.872219 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.872584 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.872930 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_delete 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.873784 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.874156 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_create 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.874519 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_update 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.874864 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_update 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.875202 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.875549 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_update 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.875950 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.876313 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.876643 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.876969 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: subnet after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.877303 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.877645 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.877982 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.878339 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.878678 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.879025 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router after_update 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.879359 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.879700 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.880050 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.880386 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.880740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > agent after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.881080 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.881415 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > network after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.882285 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Tracking information for resource: router configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.882611 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Tracking information for resource: floatingip configured {{(pid=104648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:35:35.887499 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.db.l3_agentschedulers_db [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:35:35.888065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.888427 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.888775 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.889745 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.890497 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router before_create 55550100 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.890860 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.891217 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.891570 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.896113 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.provider_configuration [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service providers = [] {{(pid=104648) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:35:35.896471 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.db.servicetype_db [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104648) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:35:35.899419 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.service_base [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:35:35.899768 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.service_base [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:35:35.900124 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.service_base [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:35:35.900967 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.services.service_base [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:35:35.901331 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.services.service_base [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:35:35.901695 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.902004 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:35:35.913777 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.914111 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: auto_allocate Jun 29 10:35:35.919924 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: network precommit_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.920824 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: network precommit_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.921331 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.921652 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: tag Jun 29 10:35:35.928137 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.928460 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: timestamp Jun 29 10:35:35.932226 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.932556 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: network_ip_availability Jun 29 10:35:35.939421 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.939784 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.940248 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:35.941010 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.941361 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: flavors Jun 29 10:35:35.946617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.946942 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading Plugin: revisions Jun 29 10:35:35.952350 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:35:35.952821 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_concurrency.lockutils [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=104648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:35.953637 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104648) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 10:35:35.954048 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Initializing extension manager. Jun 29 10:35:35.954609 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: __init__.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.954947 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: __pycache__ {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.955341 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.955650 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: address_group.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.956540 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.957206 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: address-group Jun 29 10:35:35.957528 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: address_scope.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.958252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.958757 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: address-scope Jun 29 10:35:35.959072 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.959994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.960503 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:35:35.960823 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: agent.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.961507 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.962007 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: agent Jun 29 10:35:35.962358 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: agent_resources_synced.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.963246 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.963749 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: agent-resources-synced Jun 29 10:35:35.964067 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.965821 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.966360 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: allowed-address-pairs Jun 29 10:35:35.966684 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.968569 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.969082 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: auto-allocated-topology Jun 29 10:35:35.969408 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: availability_zone.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.970086 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.970621 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: availability_zone Jun 29 10:35:35.970941 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: availability_zone_filter.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.971833 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.972341 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: availability_zone_filter Jun 29 10:35:35.972662 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: data_plane_status.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.973545 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.974043 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:35:35.974392 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: default_subnetpools.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.975287 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.975795 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: default-subnetpools Jun 29 10:35:35.976110 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.976905 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.977415 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:35:35.977733 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: dns.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.978651 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.979150 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:35:35.979466 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: dns_domain_ports.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.980357 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.980852 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:35:35.981167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.982060 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.982609 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:35:35.982925 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: dvr.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.983580 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.984257 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: dvr Jun 29 10:35:35.984465 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: empty_string_filtering.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.985359 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.985858 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: empty-string-filtering Jun 29 10:35:35.986203 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.987089 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.987592 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:35:35.988175 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.989062 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.989564 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:35:35.989882 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: external_net.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.990798 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.991304 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: external-net Jun 29 10:35:35.991620 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.992504 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.993005 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: extra_dhcp_opt Jun 29 10:35:35.993320 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: extraroute.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.994237 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.994741 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: extraroute Jun 29 10:35:35.995054 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: extraroute_atomic.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.996075 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.996591 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: extraroute-atomic Jun 29 10:35:35.996909 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: filter_validation.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.997561 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.998064 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: filter-validation Jun 29 10:35:35.998425 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: fip_pf_description.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:35.999312 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:35.999885 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:35:36.000199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: fip_port_details.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.001088 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.001587 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: fip-port-details Jun 29 10:35:36.001902 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: flavors.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.003139 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.003651 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: flavors Jun 29 10:35:36.003967 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.005633 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.006176 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:35:36.006509 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: floatingip_pools.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.007199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.007706 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: floatingip-pools Jun 29 10:35:36.008030 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: ip_allocation.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.008924 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.009425 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:35:36.009745 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.010679 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.011184 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: ip-substring-filtering Jun 29 10:35:36.011503 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l2_adjacency.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.012396 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.012894 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:35:36.013211 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.014704 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.015255 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: router Jun 29 10:35:36.015578 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.017891 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.018447 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:35:36.018777 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.019686 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.020195 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: ext-gw-mode Jun 29 10:35:36.020519 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.021410 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.021920 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: l3-ha Jun 29 10:35:36.022273 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3_flavors.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.023192 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.023697 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: l3-flavors Jun 29 10:35:36.024014 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.024908 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.025418 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:35:36.025740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: l3agentscheduler.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.026779 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.027289 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: l3_agent_scheduler Jun 29 10:35:36.027614 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: logging.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.029094 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.030206 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension logging not supported by any of loaded plugins Jun 29 10:35:36.030537 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: metering.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.031269 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.031839 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: metering Jun 29 10:35:36.032161 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.033244 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.033754 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:35:36.034078 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: multiprovidernet.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.035007 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.035510 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: multi-provider Jun 29 10:35:36.035828 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: netmtu.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.036722 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.037225 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: net-mtu Jun 29 10:35:36.037542 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: netmtu_writable.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.038473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.038978 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: net-mtu-writable Jun 29 10:35:36.039296 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: network_availability_zone.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.039950 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.040452 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: network_availability_zone Jun 29 10:35:36.040767 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: network_ip_availability.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.041841 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.042382 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: network-ip-availability Jun 29 10:35:36.042704 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: network_segment_range.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.043456 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.043957 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:35:36.044273 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: pagination.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.045274 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.045600 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: pagination Jun 29 10:35:36.045918 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: port_device_profile.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.046854 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.047360 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: port-device-profile Jun 29 10:35:36.047679 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.048571 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.049074 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: port-mac-address-regenerate Jun 29 10:35:36.049389 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.050328 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.050833 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: port-numa-affinity-policy Jun 29 10:35:36.051150 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: port_resource_request.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.052040 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.052536 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:35:36.052853 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: portbindings.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.053746 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.054280 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: binding Jun 29 10:35:36.054598 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: portbindings_extended.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.055849 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.056361 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: binding-extended Jun 29 10:35:36.056680 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: portsecurity.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.057578 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.058083 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: port-security Jun 29 10:35:36.058425 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: project_id.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.059382 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.059709 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: project-id Jun 29 10:35:36.060025 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: providernet.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.060955 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.061466 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: provider Jun 29 10:35:36.061788 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.065597 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.066050 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos not supported by any of loaded plugins Jun 29 10:35:36.066402 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.067628 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.068142 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:35:36.068470 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.069366 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.069875 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:35:36.070232 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_default.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.071127 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.071633 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:35:36.071956 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_fip.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.072592 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.073094 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:35:36.073411 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.074348 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.074858 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:35:36.075175 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.076070 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.077118 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:35:36.077435 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.078467 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.078883 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:35:36.079197 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: qos_rules_alias.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.080219 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.080730 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:35:36.081049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: quotasv2.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.081937 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.082302 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: quotas Jun 29 10:35:36.082622 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: quotasv2_detail.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.085764 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.086100 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: quota_details Jun 29 10:35:36.086460 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: rbac.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.087488 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.088016 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: rbac-policies Jun 29 10:35:36.088343 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: rbac_address_group.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.089250 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.089760 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: rbac-address-group Jun 29 10:35:36.090081 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: rbac_address_scope.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.091016 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.091522 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: rbac-address-scope Jun 29 10:35:36.091840 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: rbac_security_groups.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.093282 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.093786 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: rbac-security-groups Jun 29 10:35:36.094106 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.095024 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.095524 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: rbac-subnetpool Jun 29 10:35:36.095842 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: revisionifmatch.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.096740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.097240 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: revision-if-match Jun 29 10:35:36.097557 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: revisions.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.098883 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.099392 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: standard-attr-revisions Jun 29 10:35:36.099713 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: router_availability_zone.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.100377 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.100873 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: router_availability_zone Jun 29 10:35:36.101193 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: routerservicetype.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.102090 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.102621 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:35:36.102939 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.103845 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.104354 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:35:36.104670 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.105571 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.106078 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: port-security-groups-filtering Jun 29 10:35:36.106422 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.107332 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.107864 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: security-groups-remote-address-group Jun 29 10:35:36.108190 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: securitygroup.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.117966 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.118529 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: security-group Jun 29 10:35:36.118858 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: segment.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.119627 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.120132 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension segment not supported by any of loaded plugins Jun 29 10:35:36.120457 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.121368 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.121876 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:35:36.122232 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: servicetype.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.123332 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.123843 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: service-type Jun 29 10:35:36.124162 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: sorting.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.125161 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.125456 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: sorting Jun 29 10:35:36.125769 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: standard_attr_segment.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.126768 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.127274 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:35:36.127591 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: standardattrdescription.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.128230 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.128734 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: standard-attr-description Jun 29 10:35:36.129052 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: stateful_security_group.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.129969 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.130515 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: stateful-security-group Jun 29 10:35:36.130834 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: stdattrs_common.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.131400 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:35:36.131717 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.132627 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.133132 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:35:36.133449 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: subnet_onboard.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.134521 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.135030 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: subnet_onboard Jun 29 10:35:36.135346 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.136246 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.136751 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:35:36.137069 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: subnet_service_types.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.137963 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.138506 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: subnet-service-types Jun 29 10:35:36.139349 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: subnetallocation.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.140713 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.140925 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: subnet_allocation Jun 29 10:35:36.141245 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.141893 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.142443 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:35:36.142760 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.143657 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.144170 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:35:36.144485 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: tagging.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.145499 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.146012 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: standard-attr-tag Jun 29 10:35:36.146360 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: timestamp.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.147526 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.148031 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loaded extension: standard-attr-timestamp Jun 29 10:35:36.148356 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: trunk.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.149361 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.149869 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension trunk not supported by any of loaded plugins Jun 29 10:35:36.150222 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: trunk_details.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.151114 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.151619 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:35:36.151938 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.152835 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.153338 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:35:36.153656 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Loading extension file: vlantransparent.py {{(pid=104648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:35:36.154333 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:35:36.155495 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:35:36.157851 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:network Jun 29 10:35:36.158399 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:35:36.158803 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:35:36.159186 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:port Jun 29 10:35:36.160403 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.160832 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service FLAVORS assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.161454 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.161882 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.162230 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:router Jun 29 10:35:36.162666 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:35:36.163152 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service METERING assigned prefix: /metering {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.164566 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:36.164936 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:36.165284 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:35:36.166304 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:35:36.166746 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:35:36.167174 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:35:36.167771 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service CORE assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.168095 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:35:36.168441 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] subnetpool is already registered Jun 29 10:35:36.168883 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service CORE assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.169204 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:35:36.169530 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] subnetpool is already registered Jun 29 10:35:36.171953 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.172380 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service FLAVORS assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.172966 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.173385 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.173710 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:router Jun 29 10:35:36.174044 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] router is already registered Jun 29 10:35:36.174478 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:35:36.174806 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] floatingip is already registered Jun 29 10:35:36.175254 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service METERING assigned prefix: /metering {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.175904 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:35:36.176225 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] rbac_policy is already registered Jun 29 10:35:36.176632 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:35:36.176958 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] security_group is already registered Jun 29 10:35:36.177352 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:35:36.177677 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] security_group_rule is already registered Jun 29 10:35:36.178337 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service CORE assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.178661 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:35:36.178988 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] subnetpool is already registered Jun 29 10:35:36.179398 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.v2.resource_helper [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Service CORE assigned prefix: {{(pid=104648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:35:36.179716 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:35:36.180040 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING neutron.quota.resource_registry [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] subnetpool is already registered Jun 29 10:35:36.180505 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: extensions {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.181975 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: address-groups {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.183489 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: address-scopes {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.184956 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: agents {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.186153 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: auto-allocated-topology {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.187426 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: availability_zones {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.188648 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: dhcp-networks {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.191327 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: dhcp-agents {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.192766 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: routers {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.194480 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: flavors {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.195738 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: service_profiles {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.196929 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: next_providers {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.198398 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: service_profiles {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.199930 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: floatingip-pools {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.201139 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: routers {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.203401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: floatingips {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.204682 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: l3-routers {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.206053 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: l3-agents {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.207479 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: metering-labels {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.208728 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: metering-label-rules {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.210079 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: network-ip-availabilities {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.211369 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: bindings {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.212902 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: quotas {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.214458 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: quotas {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.215872 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: rbac-policies {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.217617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: security-groups {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.218943 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: security-group-rules {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.220191 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: service-providers {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.221412 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: subnetpools {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.222770 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: subnetpools {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.224305 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.225970 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.227805 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.229586 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.231290 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.233241 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.234953 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.236723 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.238871 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.240581 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron.api.extensions [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Extended resource: tags {{(pid=104648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:35:36.246590 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING keystonemiddleware.auth_token [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:35:36.251086 dv-cinder-793515-4-iscsi neutron-server[104648]: WARNING keystonemiddleware.auth_token [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:35:36.260325 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_concurrency.lockutils [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Acquired lock "singleton_lock" {{(pid=104648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 10:35:36.260795 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_concurrency.lockutils [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Releasing lock "singleton_lock" {{(pid=104648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 10:35:36.261420 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Starting 2 workers Jun 29 10:35:36.266717 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Started child 104755 {{(pid=104648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:35:36.273712 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Started child 104756 {{(pid=104648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:35:36.273943 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.274585 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO neutron.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:35:36.274585 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Notify callbacks [] for process, before_spawn {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.274730 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [-] (104755) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:35:36.275716 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Starting 1 workers Jun 29 10:35:36.275819 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.277210 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [-] (104756) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:35:36.281347 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Started child 104757 {{(pid=104648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:35:36.281884 dv-cinder-793515-4-iscsi neutron-server[104648]: INFO oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Starting 1 workers Jun 29 10:35:36.285174 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] calling RpcWorker wait() {{(pid=104757) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:35:36.285708 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] returning from RpcWorker wait() {{(pid=104757) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:35:36.286385 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Started child 104758 {{(pid=104648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:35:36.287200 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.287293 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9db44191-0d9a-4e81-aeea-c5396dccd0a6 None None] Notify callbacks [] for process, after_spawn {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.287744 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:36.289020 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:35:36.289232 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:35:36.289416 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:35:36.289637 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:35:36.289973 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:35:36.290162 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:35:36.290673 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.290944 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.291108 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:36.291552 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.291552 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.291737 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.292299 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.292533 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.292799 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.293071 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.293297 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.293465 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.293626 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.293865 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.294120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.294435 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.294735 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.295056 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.295313 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.295483 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.295763 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.296016 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.296266 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.296533 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] debug = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.296784 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.297268 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.297509 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.297740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.297953 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.298264 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.298563 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.298883 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.299081 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.299385 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.299530 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.299760 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.299994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.300220 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.300451 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.300694 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.300927 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.301414 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] host = dv-cinder-793515-4-iscsi {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.301656 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.301886 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.302106 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.302377 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.302633 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.302843 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.303095 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.303353 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.303588 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.303821 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.304040 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.304288 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.304497 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.304730 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.304895 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_options = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.305130 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.305383 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.305622 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.305805 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.305969 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.306187 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.306409 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.306553 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.306798 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.307026 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.307235 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.307464 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.307674 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.307881 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.308132 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.308371 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.308608 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.308834 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.309078 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.309296 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.309514 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.309763 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.310005 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.310267 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.310482 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.311235 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.311455 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.311664 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.311890 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.312143 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.312369 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.312617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.312855 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.313108 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.313346 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.313573 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.313781 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.314037 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.314285 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.314522 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.314782 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.315234 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.315418 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.316310 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.316454 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.316594 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_json = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.316757 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.316965 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.317209 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.317337 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:36.317467 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.317634 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.317841 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.318106 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.318402 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.318827 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.319754 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.320269 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.320504 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.320798 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.320966 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.321180 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.321482 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.321727 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.321954 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.322393 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.322522 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.322796 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.323038 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.323485 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.323631 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.323821 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.324082 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.324314 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.324527 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.324758 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.324990 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.325316 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.325579 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.325853 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.326115 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.326428 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328805 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328805 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.328997 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.329271 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.329557 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.329823 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.331994 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.333065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.333065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.333065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.333065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.334385 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.337355 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.337706 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.337967 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.338227 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.338459 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.338981 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.339853 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.340119 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.344469 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.344469 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.344469 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.344469 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.344762 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.344832 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.345031 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.345266 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.345516 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.345763 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.345982 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.346278 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.346575 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.349227 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.349477 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.349714 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.349978 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.352433 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.352691 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.352957 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.353192 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.353423 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.353671 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.353964 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.354302 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.354556 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.354813 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.355062 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.355320 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.355592 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.355858 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.356101 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.356328 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.356563 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.356839 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.357096 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.357385 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.357678 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.357920 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.358405 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.358634 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.358889 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.359105 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.359375 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.359580 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.359845 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.360119 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.360353 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.360610 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.360870 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.361122 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.361381 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.361661 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.361872 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.362232 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.362527 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.363209 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.363486 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.364551 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.364801 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.365072 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.365303 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.365745 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.365978 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.366874 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.367702 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.368335 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.368650 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.368920 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.369141 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.369399 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.369823 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.370061 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.370300 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.370528 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.370829 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.371095 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.371432 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.371776 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.372029 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.372261 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.372524 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.372783 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.372996 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.373750 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.373977 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.374210 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.374455 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.374668 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.374908 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.375119 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.375329 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.375786 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.376003 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.376219 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.376428 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.376662 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.376871 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.377120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.377329 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.377543 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.377774 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.377986 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.378227 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.378437 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.378643 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.378891 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.379104 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.379386 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.379636 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.379852 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.380093 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.380338 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.380598 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.380808 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.381065 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.381278 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.381517 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.381702 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.381912 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.382163 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.382365 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.382586 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.382801 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.383029 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.383290 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.383606 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.383843 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.384069 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.384312 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.384543 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.384772 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.384984 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.385199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.385410 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.385619 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.385827 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.386058 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.386313 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.386530 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.386736 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.386943 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.387169 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.387396 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.387618 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.387903 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.388139 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.388362 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.388607 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.388885 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.389625 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.389874 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.390104 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.390339 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.390551 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.390782 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.391009 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.391213 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.391416 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.391625 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.391839 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.392047 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.392249 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.392469 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.392672 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.392874 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.393087 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.393393 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.394054 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.394054 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.394054 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.394748 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.394748 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.394748 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.395143 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.395290 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.395467 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.395686 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.395979 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.396365 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.396883 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.397073 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.397390 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.397938 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.398219 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.398455 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.398669 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.399314 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.399589 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.399941 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.400244 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.400509 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.400798 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.401055 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.401328 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.401571 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.401799 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.402106 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.402468 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.402731 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.402986 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.403208 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.403489 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.403711 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.403929 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.404140 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.404383 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.404602 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.404830 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.405052 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.405269 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.405676 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.405957 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.406177 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.406403 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.406639 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.406875 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.407082 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.407244 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:35:36.407803 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:35:36.407959 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:35:36.408105 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:35:36.408271 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:35:36.408435 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:35:36.408583 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:35:36.408783 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.408939 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.409095 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.409253 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.409405 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.409579 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.409736 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.409894 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.410051 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.410602 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.410602 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.410602 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411025 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411025 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411025 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411424 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411424 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411424 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411812 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.411992 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.412521 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.412521 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.412521 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] debug = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.412930 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.412930 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.412930 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.414473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415028 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415107 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] host = dv-cinder-793515-4-iscsi {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.415740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416005 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416082 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416319 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416472 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416627 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416781 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.416934 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.417087 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.417242 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_options = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.417393 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.417545 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.417697 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.417882 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418041 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418221 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418378 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418533 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418688 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418842 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.418995 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.419148 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.419301 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.419454 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.419606 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.419760 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.419917 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.420092 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.420248 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.420401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.420554 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.420707 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.420859 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421015 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421170 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421322 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421479 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421628 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421827 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.421974 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.422060 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.422237 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.422390 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.422543 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.422695 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.422847 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423002 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423159 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423313 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423465 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423770 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.423922 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424075 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424227 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424379 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_json = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424531 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424683 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424836 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.424990 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.425142 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.425295 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.425448 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.425686 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:35:36.425868 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.426023 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.426675 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.426845 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427000 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427154 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427320 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427478 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427634 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427805 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.427934 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.428213 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.428213 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430252 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430777 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430777 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.430777 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431007 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431007 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431151 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431256 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431422 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431582 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431740 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.431902 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.432061 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.432218 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.432382 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.432540 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.432690 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.432992 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.433151 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.433316 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434120 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434495 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434495 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434641 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434734 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434815 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.434970 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.435139 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.435290 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.435448 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.435608 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.436285 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.436631 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.436793 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.436948 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.437400 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.437400 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.437560 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.437734 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.438036 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.438157 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.438293 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.438454 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.438690 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.438856 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.439009 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.439169 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.439327 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.439486 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.439688 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.439849 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440005 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440163 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440711 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440711 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440711 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440924 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.440990 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.441131 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.441310 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442167 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442581 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442742 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.442901 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.443056 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.443213 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.443369 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.443527 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.443685 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.443844 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444006 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444166 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444314 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444470 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444626 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444782 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.444973 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.445093 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.445250 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.445408 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.445564 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.445724 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.445880 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.446037 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.446239 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.446398 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.446557 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.446713 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.446877 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.447044 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.447221 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.447381 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.447537 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.447694 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.447850 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448006 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448162 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448317 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448472 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448629 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448792 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.448959 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.449115 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.449271 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.449428 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.449606 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.449762 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.449920 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.450076 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.450255 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.450421 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.450579 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.450738 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.450895 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.451050 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.451209 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.451420 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.452087 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.452244 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.452401 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.452558 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.452721 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.452889 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.453143 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.453305 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.453448 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.453586 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.453734 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.454639 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.454804 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.454962 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.455457 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.455623 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.455781 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.455938 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.456244 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.456404 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.456555 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.457584 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.458956 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.459136 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.459303 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.459471 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.460490 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.460661 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.460836 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.460986 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.461145 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.461305 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.461467 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.461625 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.461785 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.461945 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.462102 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.462309 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.462432 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.462589 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.462747 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.462903 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.463059 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.463233 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.463391 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.463547 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.463704 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.463860 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464017 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464174 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464330 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464486 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464643 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464799 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.464958 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.465118 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.465276 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.465435 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.465590 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.465747 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.465903 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.466061 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.466581 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.466752 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.467051 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.467218 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.467492 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.467657 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.469255 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.470199 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.470421 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.470600 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.470778 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.470970 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.471133 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.471307 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.471473 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.471637 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.471800 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.471968 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.472135 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473049 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473511 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473511 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473656 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473734 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.473878 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.474050 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.474245 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.474423 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.474567 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.474698 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.474838 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475003 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475153 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475297 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475460 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475617 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475779 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.475936 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.476094 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.476255 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.476421 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.476584 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.476739 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.476898 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.477062 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.477228 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.477384 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.477548 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.477717 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.477892 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.478050 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.478234 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.478392 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.478549 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.478705 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.478861 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479018 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479173 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479328 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479487 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479643 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479800 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.479957 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.480112 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.480267 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.480423 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.480580 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.480737 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:35:36.480887 dv-cinder-793515-4-iscsi neutron-server[104648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:35:36.690700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40562) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:36.699445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064256 Jun 29 10:35:47.996844 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5e244-7e66-4101-a473-1fba2366199d None None] get_active_networks_info from dv-cinder-793515-4-iscsi {{(pid=104757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 10:35:48.057361 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5e244-7e66-4101-a473-1fba2366199d None None] No non-hosted networks {{(pid=104757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:35:48.072001 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b426703c-5d84-41aa-adb2-8b3c14a3b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678816'] for agent, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:50.394615 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0b6709fc-2555-474a-8af6-7c8c5ba004e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678816'] for agent, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:50.442830 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-482fa94a-cad8-4148-a2f6-e3143d80ff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:50.516886 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678816'] for agent, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:50.517508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.517847 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.518199 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.518532 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.519033 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.519389 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.519772 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.520121 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.520448 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.521917 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.522345 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.524826 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:50.525284 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:50.535931 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:51.961964 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678816'] for agent, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:53.361898 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678816'] for agent, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:53.947667 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.db.l3_hamode_db [None req-cea465ec-7901-46a7-8b3d-98aca9b72aab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:35:54.025351 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea465ec-7901-46a7-8b3d-98aca9b72aab None None] Routers set() bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:54.025742 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea465ec-7901-46a7-8b3d-98aca9b72aab None None] Router IDs set() for agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 10:35:54.552319 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40654) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:55.040471 dv-cinder-793515-4-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-f86140c4-2d9d-41ca-a741-6c49a1ff96a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:55.041055 dv-cinder-793515-4-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-f86140c4-2d9d-41ca-a741-6c49a1ff96a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:55.268898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-f86140c4-2d9d-41ca-a741-6c49a1ff96a8 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:35:55.269880 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f86140c4-2d9d-41ca-a741-6c49a1ff96a8 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7166612 Jun 29 10:35:57.622619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40668) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:57.931910 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:58.025914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.policy [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:35:58.070103 dv-cinder-793515-4-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:58.070544 dv-cinder-793515-4-iscsi neutron-server[104756]: WARNING oslo_policy.policy [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:35:58.080019 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.quota [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] Loaded quota_driver: . Jun 29 10:35:58.168951 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762164619687', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762164621306', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762164607977', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762164605407', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762164595554', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762164585432', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1670223', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1345618', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-350263', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-409931'] for rbac-policy, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.234466 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.235592 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b2a7af2d-6e73-404e-bfa0-b4d322bffd12 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6119428 Jun 29 10:36:00.788600 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40680) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:01.075633 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'name': 'private'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:01.103368 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Made reservation on behalf of 3eeb726e29e143cab877dceef1d10bba for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:36:01.106804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.123167 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.247699 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.251585 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.257402 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:01.273824 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:36:01.303036 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762161785384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.303642 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Unsubscribe: segment precommit_create {{(pid=104756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:36:01.304107 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Added segment 8fdd5782-6151-43b9-a9bc-374c0f893c6b of type vlan for network 3184ecae-2c39-46b1-9000-a340717851ef Jun 29 10:36:01.320786 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251bde3d-c951-43d8-9983-d48d9d0bf720,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:01.371258 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.371640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.371971 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.372292 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.372631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.372942 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.373272 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.373611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.373941 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.374297 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.374596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.374903 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Tracked resource versions report: Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: pushed versions: Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: { 'AddressGroup': {'1.2'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'ConntrackHelper': {'1.0'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Log': {'1.0'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Network': {'1.1'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Port': {'1.7'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'PortForwarding': {'1.2'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'QosPolicy': {'1.8'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroup': {'1.4'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SubPort': {'1.0'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Subnet': {'1.1'}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Trunk': {'1.1'}} Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: consumer versions: Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'ConntrackHelper': '1.0', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Log': '1.0', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Network': '1.1', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Port': '1.7', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'PortForwarding': '1.2', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'QosPolicy': '1.8', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroup': '1.4', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroupRule': '1.2', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SubPort': '1.0', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Subnet': '1.1', Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Trunk': '1.1'}} Jun 29 10:36:01.375993 dv-cinder-793515-4-iscsi neutron-server[104756]: {{(pid=104756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:36:01.424298 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.433157 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:01.474657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.476089 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:01.476761 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.479485 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:01.565056 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7753816 Jun 29 10:36:01.587075 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Pushing event updated for resources: {'Network': ['ID=3184ecae-2c39-46b1-9000-a340717851ef,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:01.592880 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:01.601916 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 3184ecae-2c39-46b1-9000-a340717851ef details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:36:04.150877 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40694) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:04.538769 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649704f-d102-4eb5-b1c7-4a92f1f43d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:04.540116 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4649704f-d102-4eb5-b1c7-4a92f1f43d5b admin admin] 10.222.0.45 "GET /v2.0/networks/3184ecae-2c39-46b1-9000-a340717851ef HTTP/1.1" status: 200 len: 825 time: 0.3882990 Jun 29 10:36:04.563167 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5b4c0ad8-c475-417a-8ff6-a29db86ddc47 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83 HTTP/1.1" status: 200 len: 734 time: 0.0177250 Jun 29 10:36:04.571568 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:04.593573 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Made reservation on behalf of 3eeb726e29e143cab877dceef1d10bba for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:36:04.595974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Notify callbacks [] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:04.888009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:04.890346 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:04.959202 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Checking segment: {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:36:04.959591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Network hostable DHCP agents. Network: 3184ecae-2c39-46b1-9000-a340717851ef, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:36:04.964132 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8299e7a2-6a69-4376-9f8a-dc81888823cc,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:04.968005 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:04.983999 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Network 3184ecae-2c39-46b1-9000-a340717851ef is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:36:04.995411 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 3184ecae-2c39-46b1-9000-a340717851ef) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:36:05.000333 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:05.000918 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:05.006978 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b3cb5f-b9f4-47be-86ee-6051507d291b None None] Network 3184ecae-2c39-46b1-9000-a340717851ef requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:05.015540 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4471698 Jun 29 10:36:05.318578 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-3184ecae-2c39-46b1-9000-a340717851ef', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:36:05.319803 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:05.591471 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Allocated IP 172.20.0.2 (3184ecae-2c39-46b1-9000-a340717851ef/8299e7a2-6a69-4376-9f8a-dc81888823cc/22a92c4b-4cc1-4698-a570-1a4849b1bd05) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:36:05.793642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:05.836947 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Transition to ACTIVE for port object 22a92c4b-4cc1-4698-a570-1a4849b1bd05 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:36:05.856017 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Transition to ACTIVE for port object 22a92c4b-4cc1-4698-a570-1a4849b1bd05 will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:36:05.865225 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:05.867937 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:05.931444 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Network 3184ecae-2c39-46b1-9000-a340717851ef is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:36:05.940345 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:36:05.952943 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:36:05.955969 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Pushing event updated for resources: {'Port': ['ID=22a92c4b-4cc1-4698-a570-1a4849b1bd05,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:05.980377 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.981260 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.981590 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.981910 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.982251 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.982568 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.982888 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.983199 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.983524 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.983837 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.984145 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.984453 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Tracked resource versions report: Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: pushed versions: Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: { 'AddressGroup': {'1.2'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'ConntrackHelper': {'1.0'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Log': {'1.0'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Network': {'1.1'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Port': {'1.7'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'PortForwarding': {'1.2'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'QosPolicy': {'1.8'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroup': {'1.4'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SubPort': {'1.0'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Subnet': {'1.1'}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Trunk': {'1.1'}} Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: consumer versions: Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'ConntrackHelper': '1.0', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Log': '1.0', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Network': '1.1', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Port': '1.7', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'PortForwarding': '1.2', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'QosPolicy': '1.8', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroup': '1.4', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroupRule': '1.2', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SubPort': '1.0', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Subnet': '1.1', Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Trunk': '1.1'}} Jun 29 10:36:05.985554 dv-cinder-793515-4-iscsi neutron-server[104757]: {{(pid=104757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:36:06.023583 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:06.035679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Attempting to bind port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:36:06.036055 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Attempting to bind port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:36:06.036490 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Attempting to bind port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 on network 3184ecae-2c39-46b1-9000-a340717851ef {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:36:06.041370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:36:06.041769 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Checking segment: {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:36:06.042404 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:06.042798 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Bound using segment: {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:36:06.043787 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Bound port: 22a92c4b-4cc1-4698-a570-1a4849b1bd05, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:36:06.044207 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:06.104399 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] For port 22a92c4b-4cc1-4698-a570-1a4849b1bd05, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:36:06.109058 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] For port 22a92c4b-4cc1-4698-a570-1a4849b1bd05, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=22a92c4b-4cc1-4698-a570-1a4849b1bd05,segment=NetworkSegment(8fdd5782-6151-43b9-a9bc-374c0f893c6b),segment_id=8fdd5782-6151-43b9-a9bc-374c0f893c6b)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:36:06.113607 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:06.119433 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:06.181490 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Pushing event updated for resources: {'Port': ['ID=22a92c4b-4cc1-4698-a570-1a4849b1bd05,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:06.185507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:07.369989 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 40702) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:07.873272 dv-cinder-793515-4-iscsi neutron-server[104755]: WARNING oslo_policy.policy [None req-8aa63aa9-11b0-4ffc-8d4b-a41e536762cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:07.873860 dv-cinder-793515-4-iscsi neutron-server[104755]: WARNING oslo_policy.policy [None req-8aa63aa9-11b0-4ffc-8d4b-a41e536762cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:08.093566 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [None req-8aa63aa9-11b0-4ffc-8d4b-a41e536762cf admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:36:08.094826 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-8aa63aa9-11b0-4ffc-8d4b-a41e536762cf admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7226932 Jun 29 10:36:10.455832 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40716) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:10.774617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-3c855e65-9a30-41e7-b26c-3f112c78e97c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:36:10.775612 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3c855e65-9a30-41e7-b26c-3f112c78e97c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187950 Jun 29 10:36:12.212800 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4111d14-2a7c-4231-bebc-04aef9119468 None None] Network 3184ecae-2c39-46b1-9000-a340717851ef requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:12.329974 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-67b21b12-4929-4fcd-9b0f-4be4d6bf6d03 None None] Provisioning for port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:36:12.540692 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 22a92c4b-4cc1-4698-a570-1a4849b1bd05 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:36:12.621484 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:36:12.625104 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:12.625491 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:12.669941 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-50605635-b2c5-42de-8c49-1bc03a5e0159 None None] Provisioning complete for port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:12.670331 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-50605635-b2c5-42de-8c49-1bc03a5e0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:12.774049 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:12.836087 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 22a92c4b-4cc1-4698-a570-1a4849b1bd05, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=22a92c4b-4cc1-4698-a570-1a4849b1bd05,segment=NetworkSegment(8fdd5782-6151-43b9-a9bc-374c0f893c6b),segment_id=8fdd5782-6151-43b9-a9bc-374c0f893c6b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:36:12.837292 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-50605635-b2c5-42de-8c49-1bc03a5e0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:12.846333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:12.851117 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-fbea61b0-f95a-4db7-9dd9-05e6aed96c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:12.928695 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=22a92c4b-4cc1-4698-a570-1a4849b1bd05,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:12.933564 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:12.935279 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.db.api [None req-50605635-b2c5-42de-8c49-1bc03a5e0159 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:36:12.935952 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_db.api [None req-50605635-b2c5-42de-8c49-1bc03a5e0159 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:36:13.366170 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 40730) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:13.659853 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3eeb726e29e143cab877dceef1d10bba'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:13.722599 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.policy [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:36:13.769676 dv-cinder-793515-4-iscsi neutron-server[104755]: WARNING oslo_policy.policy [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:13.770061 dv-cinder-793515-4-iscsi neutron-server[104755]: WARNING oslo_policy.policy [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:13.779045 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.quota [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Loaded quota_driver: . Jun 29 10:36:13.835062 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:13.836892 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:13.990321 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:13.995053 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:14.012410 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:14.013685 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1ff891d3-c16f-40cf-917c-892df39f08ea admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6465530 Jun 29 10:36:14.494930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 22a92c4b-4cc1-4698-a570-1a4849b1bd05 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:36:14.540648 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:14.541014 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:16.343842 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 40740) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:16.650603 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [None req-242ad318-e263-4fb5-8483-2f30413b3cc6 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:36:16.651564 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-242ad318-e263-4fb5-8483-2f30413b3cc6 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068087 Jun 29 10:36:17.883627 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9dca640f-166f-4707-b903-fba85ca104c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:18.995447 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40748) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:19.298625 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:19.319383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Made reservation on behalf of c66aac31ed1349ba809148e9bb04fb59 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:36:19.321741 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.329978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.415558 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.420160 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.424229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:19.437333 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Reserving flat network on physical network physnet1 {{(pid=104756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:36:19.457798 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225018ea-2dd9-4120-8104-e1ed04c8fe56,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:19.461735 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:19.462784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.463119 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Added segment b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3 of type flat for network 8575f6de-f9f2-4022-b4ef-46709099ec5e Jun 29 10:36:19.512803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.547182 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.549084 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:19.549641 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.551560 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b609dd8d-82ae-48ad-80fa-2681f207fe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:19.602700 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6061838 Jun 29 10:36:19.607503 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Pushing event updated for resources: {'Network': ['ID=8575f6de-f9f2-4022-b4ef-46709099ec5e,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:19.610756 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:19.617918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:36:20.397276 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cef5b0bb-6c9c-45c6-b4da-fceddf0a03af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:20.514055 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:21.874289 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:21.908213 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40756) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:22.199622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5cb9cc-efcd-4dbc-9384-b9e0f501b5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:22.201069 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bf5cb9cc-efcd-4dbc-9384-b9e0f501b5e5 admin admin] 10.222.0.45 "GET /v2.0/subnets/8299e7a2-6a69-4376-9f8a-dc81888823cc HTTP/1.1" status: 200 len: 849 time: 0.2919142 Jun 29 10:36:22.357862 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-37429ef4-e8bf-4cde-b7e5-3834261de79c admin admin] 10.222.0.45 "GET /v2.0/routers/5693a8dd-59a2-4ffe-97ae-a4eee499f245 HTTP/1.1" status: 200 len: 704 time: 0.1507173 Jun 29 10:36:22.616027 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:22.904125 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Allocated IP 172.20.0.1 (3184ecae-2c39-46b1-9000-a340717851ef/8299e7a2-6a69-4376-9f8a-dc81888823cc/0419e710-8fde-462d-84f3-5cd1be43ecf9) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:36:23.097804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.119283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Transition to ACTIVE for port object 0419e710-8fde-462d-84f3-5cd1be43ecf9 will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:36:23.196571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.199927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:23.267312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Network 3184ecae-2c39-46b1-9000-a340717851ef is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:36:23.275446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:36:23.280565 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:36:23.281557 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.300745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Pushing event updated for resources: {'Port': ['ID=0419e710-8fde-462d-84f3-5cd1be43ecf9,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:23.306642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.341885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:23.444635 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-98f87af3-ef4f-4499-b345-0b632152f071 None None] Provisioning for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:36:23.449114 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-98f87af3-ef4f-4499-b345-0b632152f071 None None] Provisioning complete for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:23.449424 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-98f87af3-ef4f-4499-b345-0b632152f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.481788 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-98f87af3-ef4f-4499-b345-0b632152f071 None None] Port 0419e710-8fde-462d-84f3-5cd1be43ecf9 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:36:23.490653 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.668446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.672776 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.673987 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:23.676744 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:23.752496 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Pushing event updated for resources: {'Port': ['ID=0419e710-8fde-462d-84f3-5cd1be43ecf9,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:23.755976 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:23.799904 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Network 3184ecae-2c39-46b1-9000-a340717851ef is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:36:23.801184 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:36:23.964410 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:36:24.001135 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c78d0963-c31f-41b3-a8e9-34de98d8b169 None None] Provisioning complete for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:24.001597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c78d0963-c31f-41b3-a8e9-34de98d8b169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:24.033646 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-c78d0963-c31f-41b3-a8e9-34de98d8b169 None None] Port 0419e710-8fde-462d-84f3-5cd1be43ecf9 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:36:24.053450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:36:24.059034 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] 10.222.0.45 "PUT /v2.0/routers/5693a8dd-59a2-4ffe-97ae-a4eee499f245/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6960680 Jun 29 10:36:24.063978 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Sync routers for ids ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:36:24.075613 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Routers {'5693a8dd-59a2-4ffe-97ae-a4eee499f245'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:36:24.075940 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:36:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:24.258577 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Set router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:36:24.674236 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'name': 'router1', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:36:13Z', 'updated_at': '2021-06-29T10:36:23Z', 'revision_number': 2, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'gw_port_host': None, '_interfaces': [{'id': '0419e710-8fde-462d-84f3-5cd1be43ecf9', 'name': '', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'mac_address': 'fa:16:3e:34:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:22Z', 'updated_at': '2021-06-29T10:36:23Z', 'revision_number': 2, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'subnets': [{'id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:24.724451 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Checking router: 5693a8dd-59a2-4ffe-97ae-a4eee499f245 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:36:24.724710 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Updating router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 port 0419e710-8fde-462d-84f3-5cd1be43ecf9 binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:36:24.787265 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:25.268646 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:25.286608 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Transition to ACTIVE for port object 0419e710-8fde-462d-84f3-5cd1be43ecf9 will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:36:25.292404 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:25.296924 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:25.455867 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Attempting to bind port 0419e710-8fde-462d-84f3-5cd1be43ecf9 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:36:25.456389 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Attempting to bind port 0419e710-8fde-462d-84f3-5cd1be43ecf9 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:36:25.456961 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Attempting to bind port 0419e710-8fde-462d-84f3-5cd1be43ecf9 on network 3184ecae-2c39-46b1-9000-a340717851ef {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:36:25.460694 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Pushing event updated for resources: {'Port': ['ID=0419e710-8fde-462d-84f3-5cd1be43ecf9,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:25.466910 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:36:25.467317 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Checking segment: {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:36:25.467791 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:25.468175 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Bound using segment: {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:36:25.468687 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Bound port: 0419e710-8fde-462d-84f3-5cd1be43ecf9, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdd5782-6151-43b9-a9bc-374c0f893c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:36:25.469097 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:25.484437 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.484787 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.485117 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.485437 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.485762 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.486062 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.486658 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.486966 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.487289 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.487601 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.487906 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.488209 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Tracked resource versions report: Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: pushed versions: Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: { 'AddressGroup': {'1.2'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'ConntrackHelper': {'1.0'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Log': {'1.0'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Network': {'1.1'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Port': {'1.7'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'PortForwarding': {'1.2'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'QosPolicy': {'1.8'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroup': {'1.4'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SubPort': {'1.0'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Subnet': {'1.1'}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Trunk': {'1.1'}} Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: consumer versions: Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'ConntrackHelper': '1.0', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Log': '1.0', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Network': '1.1', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Port': '1.7', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'PortForwarding': '1.2', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'QosPolicy': '1.8', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroup': '1.4', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroupRule': '1.2', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SubPort': '1.0', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Subnet': '1.1', Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Trunk': '1.1'}} Jun 29 10:36:25.489313 dv-cinder-793515-4-iscsi neutron-server[104758]: {{(pid=104758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:36:25.495855 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:25.549022 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] For port 0419e710-8fde-462d-84f3-5cd1be43ecf9, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:36:25.573962 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] For port 0419e710-8fde-462d-84f3-5cd1be43ecf9, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0419e710-8fde-462d-84f3-5cd1be43ecf9,segment=NetworkSegment(8fdd5782-6151-43b9-a9bc-374c0f893c6b),segment_id=8fdd5782-6151-43b9-a9bc-374c0f893c6b)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:36:25.578492 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:25.581631 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:25.629799 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Routers {'5693a8dd-59a2-4ffe-97ae-a4eee499f245'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:36:25.630467 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:36:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:25.705387 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Pushing event updated for resources: {'Port': ['ID=0419e710-8fde-462d-84f3-5cd1be43ecf9,revision_number=4']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:25.712526 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:25.728181 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] Set router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:36:25.949459 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'name': 'router1', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:36:13Z', 'updated_at': '2021-06-29T10:36:23Z', 'revision_number': 2, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'gw_port_host': None, '_interfaces': [{'id': '0419e710-8fde-462d-84f3-5cd1be43ecf9', 'name': '', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'mac_address': 'fa:16:3e:34:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:22Z', 'updated_at': '2021-06-29T10:36:25Z', 'revision_number': 4, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'subnets': [{'id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:25.977907 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2e98d-e95a-4ba5-ac19-e316784d6cdb None None] The sync data for ids ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'] in dv-cinder-793515-4-iscsi is: [{'id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'name': 'router1', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:36:13Z', 'updated_at': '2021-06-29T10:36:23Z', 'revision_number': 2, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'gw_port_host': None, '_interfaces': [{'id': '0419e710-8fde-462d-84f3-5cd1be43ecf9', 'name': '', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'mac_address': 'fa:16:3e:34:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:22Z', 'updated_at': '2021-06-29T10:36:25Z', 'revision_number': 4, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'subnets': [{'id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:36:26.274672 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40776) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:26.381824 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba414242-f8b7-48a1-9eb4-f7153f6e290f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:26.383209 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ba414242-f8b7-48a1-9eb4-f7153f6e290f admin admin] 10.222.0.45 "GET /v2.0/networks/8575f6de-f9f2-4022-b4ef-46709099ec5e HTTP/1.1" status: 200 len: 842 time: 0.1076624 Jun 29 10:36:26.392924 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:26.415220 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Made reservation on behalf of c66aac31ed1349ba809148e9bb04fb59 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:36:26.417537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Notify callbacks [] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:26.695477 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.objects.ports [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 10:36:26.695958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:26.698767 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-316a34b1-ac83-493d-8ccd-f5630d9dc41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:26.816052 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63359f9-7187-4aef-82ae-80000113d2b8,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:26.820893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:26.821565 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:36:26.822476 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Network hostable DHCP agents. Network: 8575f6de-f9f2-4022-b4ef-46709099ec5e, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:36:26.837657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:36:26.846078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 8575f6de-f9f2-4022-b4ef-46709099ec5e) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:36:26.850160 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:26.850684 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:26.858339 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273dc7c-7aca-43b6-87b9-5e65c8ae7d27 None None] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:26.877189 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0c2c3680-ee1c-4d69-a555-3e87a088358d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4758024 Jun 29 10:36:27.002503 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be921a7e-a577-48ed-adda-e53eccde243f None None] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:29.114453 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40798) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:29.242973 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4fdc5c89-4bd5-4140-96c3-b7a6050826f7 admin admin] 10.222.0.45 "GET /v2.0/routers/5693a8dd-59a2-4ffe-97ae-a4eee499f245 HTTP/1.1" status: 200 len: 710 time: 0.1273050 Jun 29 10:36:29.326529 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5418a0-e9ce-41c1-9220-24ba1e859d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:29.327872 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fa5418a0-e9ce-41c1-9220-24ba1e859d3a admin admin] 10.222.0.45 "GET /v2.0/networks/8575f6de-f9f2-4022-b4ef-46709099ec5e HTTP/1.1" status: 200 len: 886 time: 0.0793729 Jun 29 10:36:29.336363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:29.580498 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.815017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.886482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.007384 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Allocated IP 172.27.2.119 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/573545f1-de4f-4bb3-b934-a51cd6cf0c97) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:36:30.110304 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.147643 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.149752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:30.185607 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:36:30.188338 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:36:30.191643 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:36:30.196571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Pushing event updated for resources: {'Port': ['ID=573545f1-de4f-4bb3-b934-a51cd6cf0c97,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:30.229115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:30.435726 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.524525 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0419e710-8fde-462d-84f3-5cd1be43ecf9 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:36:30.577366 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:36:30.581153 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:30.581540 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.700622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.717115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.720292 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713107', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672026'] for router, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.731138 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 0419e710-8fde-462d-84f3-5cd1be43ecf9, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0419e710-8fde-462d-84f3-5cd1be43ecf9,segment=NetworkSegment(8fdd5782-6151-43b9-a9bc-374c0f893c6b),segment_id=8fdd5782-6151-43b9-a9bc-374c0f893c6b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:36:30.735331 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.737805 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:30.781009 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=0419e710-8fde-462d-84f3-5cd1be43ecf9,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:30.784119 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:30.826531 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:36:30.929382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:36:30.934025 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:30.936238 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] 10.222.0.45 "PUT /v2.0/routers/5693a8dd-59a2-4ffe-97ae-a4eee499f245 HTTP/1.1" status: 200 len: 890 time: 1.6028275 Jun 29 10:36:30.940394 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Sync routers for ids ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:36:30.951911 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Routers {'5693a8dd-59a2-4ffe-97ae-a4eee499f245'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:36:30.952508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:36:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:31.175276 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Set router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:36:31.576764 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'name': 'router1', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '573545f1-de4f-4bb3-b934-a51cd6cf0c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:36:13Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 4, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'gw_port': {'id': '573545f1-de4f-4bb3-b934-a51cd6cf0c97', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:29Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '0419e710-8fde-462d-84f3-5cd1be43ecf9', 'name': '', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'mac_address': 'fa:16:3e:34:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:22Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 5, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'subnets': [{'id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:31.626321 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Checking router: 5693a8dd-59a2-4ffe-97ae-a4eee499f245 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:36:31.626680 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Updating router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:36:31.660194 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:31.987211 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:31.997230 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Transition to ACTIVE for port object 573545f1-de4f-4bb3-b934-a51cd6cf0c97 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:36:32.003070 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:32.005112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:32.055290 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e6bbd-98e2-4ec5-8db4-35fef95715de None None] Pushing event updated for resources: {'Port': ['ID=573545f1-de4f-4bb3-b934-a51cd6cf0c97,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:32.059951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Attempting to bind port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:36:32.060328 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Attempting to bind port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:36:32.062586 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Attempting to bind port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:36:32.067669 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ab1e6bbd-98e2-4ec5-8db4-35fef95715de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:32.068532 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:36:32.068904 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:36:32.069301 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:32.069686 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:36:32.070168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Bound port: 573545f1-de4f-4bb3-b934-a51cd6cf0c97, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:36:32.070563 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:32.193839 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] For port 573545f1-de4f-4bb3-b934-a51cd6cf0c97, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:36:32.196918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] For port 573545f1-de4f-4bb3-b934-a51cd6cf0c97, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=573545f1-de4f-4bb3-b934-a51cd6cf0c97,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:36:32.202428 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:32.204494 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:32.259806 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e6bbd-98e2-4ec5-8db4-35fef95715de None None] Pushing event updated for resources: {'Port': ['ID=573545f1-de4f-4bb3-b934-a51cd6cf0c97,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:32.262775 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Routers {'5693a8dd-59a2-4ffe-97ae-a4eee499f245'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:36:32.263377 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:36:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:32.265240 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ab1e6bbd-98e2-4ec5-8db4-35fef95715de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:32.369798 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] Set router 5693a8dd-59a2-4ffe-97ae-a4eee499f245 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:36:32.513620 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0419e710-8fde-462d-84f3-5cd1be43ecf9 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:36:32.599618 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:32.600242 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:32.644186 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'name': 'router1', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '573545f1-de4f-4bb3-b934-a51cd6cf0c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:36:13Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 4, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'gw_port': {'id': '573545f1-de4f-4bb3-b934-a51cd6cf0c97', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:29Z', 'updated_at': '2021-06-29T10:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '0419e710-8fde-462d-84f3-5cd1be43ecf9', 'name': '', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'mac_address': 'fa:16:3e:34:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:22Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 5, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'subnets': [{'id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:36:32.673319 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7914398-a755-4e0e-817d-2c52e4941e79 None None] The sync data for ids ['5693a8dd-59a2-4ffe-97ae-a4eee499f245'] in dv-cinder-793515-4-iscsi is: [{'id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'name': 'router1', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '573545f1-de4f-4bb3-b934-a51cd6cf0c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:36:13Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 4, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'gw_port': {'id': '573545f1-de4f-4bb3-b934-a51cd6cf0c97', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:29Z', 'updated_at': '2021-06-29T10:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '0419e710-8fde-462d-84f3-5cd1be43ecf9', 'name': '', 'network_id': '3184ecae-2c39-46b1-9000-a340717851ef', 'tenant_id': '3eeb726e29e143cab877dceef1d10bba', 'mac_address': 'fa:16:3e:34:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693a8dd-59a2-4ffe-97ae-a4eee499f245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:36:22Z', 'updated_at': '2021-06-29T10:36:30Z', 'revision_number': 5, 'project_id': '3eeb726e29e143cab877dceef1d10bba', 'subnets': [{'id': '8299e7a2-6a69-4376-9f8a-dc81888823cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa0c0f50-5b0c-45a3-b56a-9cbd26b27e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:36:33.321000 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 40806) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:33.447465 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-eae572c6-12b4-46c5-bde2-66b2fae83451 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1253407 Jun 29 10:36:34.534437 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 573545f1-de4f-4bb3-b934-a51cd6cf0c97 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:36:34.593338 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:36:34.597515 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:34.597888 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:34.678930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:34.710606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 573545f1-de4f-4bb3-b934-a51cd6cf0c97, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=573545f1-de4f-4bb3-b934-a51cd6cf0c97,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:36:34.725499 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:34.729300 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:34.792500 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=573545f1-de4f-4bb3-b934-a51cd6cf0c97,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:34.795499 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:36.520552 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 573545f1-de4f-4bb3-b934-a51cd6cf0c97 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:36:36.570345 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 573545f1-de4f-4bb3-b934-a51cd6cf0c97 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:36.570826 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:44.340848 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:47.894825 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b1c265c8-511c-4eba-9570-14b9b5a7d0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:50.404672 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd68787e-b3c4-4f16-8256-dafa1b1fda18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:50.521724 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:51.897383 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:53.327911 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:17.887652 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e530813e-3f45-4674-9886-52efb59ff2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:20.398812 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-61017f29-dc73-43f9-b346-52ffeb2f1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:20.525906 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:21.340062 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:21.886426 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:23.332333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:47.883920 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5b0eb7a-020f-4ea9-8068-5295049326a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:50.401096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1314cdd7-140e-45dc-a2ce-3bf432e68089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:50.527741 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:51.885781 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:53.332494 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.339030 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:09.094363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41374) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:09.153670 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da0305-5879-4270-87ba-8c3eeed28ec0 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:38:09.155021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-31da0305-5879-4270-87ba-8c3eeed28ec0 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597129 Jun 29 10:38:09.312878 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0130d-e37d-4912-9982-2962e964e54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:09.314266 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-62f0130d-e37d-4912-9982-2962e964e54b admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555080 Jun 29 10:38:11.430649 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41384) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:11.582180 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326f4e2-9046-4f1c-a2d5-0c79842863d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:11.583739 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4326f4e2-9046-4f1c-a2d5-0c79842863d5 admin admin] 10.222.0.45 "GET /v2.0/subnets/8299e7a2-6a69-4376-9f8a-dc81888823cc HTTP/1.1" status: 200 len: 849 time: 0.1521544 Jun 29 10:38:11.592853 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:38:11.674893 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:11.823500 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762161635548'] for subnet, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:11.828467 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:11.892464 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:11.893117 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:11.894408 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] 10.222.0.45 "PUT /v2.0/subnets/8299e7a2-6a69-4376-9f8a-dc81888823cc HTTP/1.1" status: 200 len: 868 time: 0.3052282 Jun 29 10:38:11.900693 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd78e6-3224-4a90-bf7a-864be5e470a7 None None] Network 3184ecae-2c39-46b1-9000-a340717851ef requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:38:11.910906 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8299e7a2-6a69-4376-9f8a-dc81888823cc,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:11.920764 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.921104 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.921427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.921748 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.922059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.922412 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.922726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.923054 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.923381 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.923693 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.923999 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.924300 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Tracked resource versions report: Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: pushed versions: Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: { 'AddressGroup': {'1.2'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'ConntrackHelper': {'1.0'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Log': {'1.0'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Network': {'1.1'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Port': {'1.7'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'PortForwarding': {'1.2'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'QosPolicy': {'1.8'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroup': {'1.4'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SubPort': {'1.0'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Subnet': {'1.1'}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Trunk': {'1.1'}} Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: consumer versions: Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'ConntrackHelper': '1.0', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Log': '1.0', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Network': '1.1', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Port': '1.7', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'PortForwarding': '1.2', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'QosPolicy': '1.8', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroup': '1.4', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroupRule': '1.2', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SubPort': '1.0', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Subnet': '1.1', Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Trunk': '1.1'}} Jun 29 10:38:11.926196 dv-cinder-793515-4-iscsi neutron-server[104755]: {{(pid=104755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:38:11.931028 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:12.260449 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-09e4ec31-019c-4fac-acb9-0f27bac3b032 None None] Provisioning complete for port 22a92c4b-4cc1-4698-a570-1a4849b1bd05 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:38:12.260810 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-09e4ec31-019c-4fac-acb9-0f27bac3b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:12.346371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-09e4ec31-019c-4fac-acb9-0f27bac3b032 None None] Provisioning complete for port 0419e710-8fde-462d-84f3-5cd1be43ecf9 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:38:12.346936 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-09e4ec31-019c-4fac-acb9-0f27bac3b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.027165 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41398) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:14.222741 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89982165-bf36-4979-adc5-c75086e9f878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:14.223178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89982165-bf36-4979-adc5-c75086e9f878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:14.224742 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-89982165-bf36-4979-adc5-c75086e9f878 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966336 Jun 29 10:38:16.342445 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41406) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:16.471991 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbaeda-1f6d-49ae-a68c-5394e2e930ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:16.472464 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbaeda-1f6d-49ae-a68c-5394e2e930ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:16.473962 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b1dbaeda-1f6d-49ae-a68c-5394e2e930ee admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305590 Jun 29 10:38:17.885616 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd676-7c54-4ba4-b859-3fb142d24ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:18.642866 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41414) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:18.773324 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d649199-ce94-42e6-9ce1-bfa7c53163c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:18.774759 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7d649199-ce94-42e6-9ce1-bfa7c53163c4 admin admin] 10.222.0.45 "GET /v2.0/networks/3184ecae-2c39-46b1-9000-a340717851ef HTTP/1.1" status: 200 len: 869 time: 0.1309416 Jun 29 10:38:20.403307 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aa029e10-dedf-4f3c-80c1-2e2e02a8ca00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:20.529115 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:20.912555 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41422) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:21.034781 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd5bd9-c967-4053-9110-c8f73b81d802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:21.036156 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-91bd5bd9-c967-4053-9110-c8f73b81d802 admin admin] 10.222.0.45 "GET /v2.0/networks/8575f6de-f9f2-4022-b4ef-46709099ec5e HTTP/1.1" status: 200 len: 886 time: 0.1226463 Jun 29 10:38:21.883860 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:23.139033 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41430) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:23.261095 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de1adf-bdc1-41bb-9d39-ee142249a832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:23.261550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de1adf-bdc1-41bb-9d39-ee142249a832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:23.263098 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-63de1adf-bdc1-41bb-9d39-ee142249a832 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231174 Jun 29 10:38:23.338528 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:25.394571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41438) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:25.483287 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd0281-a725-49e0-8c05-b6b6fef49e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:25.483745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd0281-a725-49e0-8c05-b6b6fef49e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:25.485219 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1ccd0281-a725-49e0-8c05-b6b6fef49e57 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896742 Jun 29 10:38:27.600889 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41446) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:27.690060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826fa95-9d37-4cb3-9e2f-11317108e760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:27.691464 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f826fa95-9d37-4cb3-9e2f-11317108e760 admin admin] 10.222.0.45 "GET /v2.0/subnets/8299e7a2-6a69-4376-9f8a-dc81888823cc HTTP/1.1" status: 200 len: 868 time: 0.0895770 Jun 29 10:38:29.805522 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41454) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:29.893963 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636bcfac-7210-4030-96eb-8bfc2161529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:29.895323 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-636bcfac-7210-4030-96eb-8bfc2161529b admin admin] 10.222.0.45 "GET /v2.0/subnets/c63359f9-7187-4aef-82ae-80000113d2b8 HTTP/1.1" status: 200 len: 816 time: 0.0888088 Jun 29 10:38:35.340875 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:47.888943 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4d41f130-fb91-4f58-b36d-d81f97237efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:50.405147 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3f2b30af-4705-4c6b-abf1-a5a8a7591276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:50.530582 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:51.974977 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:53.097939 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41498) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:53.143154 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-eca8f2b8-b808-4b18-b3e0-c7e68e7cad03 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:38:53.144153 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-eca8f2b8-b808-4b18-b3e0-c7e68e7cad03 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452514 Jun 29 10:38:53.341402 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:55.316329 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41506) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:55.387627 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b4667a-bb9d-4a0c-b765-17811b24ffff admin admin] GET failed (client error): The resource could not be found. Jun 29 10:38:55.389260 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a8b4667a-bb9d-4a0c-b765-17811b24ffff admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719976 Jun 29 10:38:55.565096 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b7e835-1a7b-4275-a3df-daeab972366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:55.567710 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-86b7e835-1a7b-4275-a3df-daeab972366f admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1738930 Jun 29 10:38:57.718071 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41514) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:57.765544 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:38:57.789434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Made reservation on behalf of c66aac31ed1349ba809148e9bb04fb59 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:38:57.791957 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:57.835580 dv-cinder-793515-4-iscsi neutron-server[104755]: WARNING neutron.services.revisions.revision_plugin [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Could not find related network for resource to bump revision. Jun 29 10:38:57.851130 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:38:57.864862 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762161785384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:57.865422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Unsubscribe: segment precommit_create {{(pid=104755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:38:57.865871 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Added segment 7e43a6bf-6565-424b-af05-fa3594ed7dff of type vlan for network 18966af2-170c-4c43-8f86-43463ed68bc7 Jun 29 10:38:57.920832 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:57.964846 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:57.966280 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:38:57.966891 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:57.969171 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:58.042529 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3232911 Jun 29 10:38:58.061374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=18966af2-170c-4c43-8f86-43463ed68bc7,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:58.066149 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:58.074564 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 18966af2-170c-4c43-8f86-43463ed68bc7 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:39:00.193975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41522) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:39:00.252891 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.pecan_wsgi.hooks.translation [None req-193b01d8-5794-4cf5-9bd8-d40c15b5b27d admin admin] GET failed (client error): The resource could not be found. Jun 29 10:39:00.254290 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-193b01d8-5794-4cf5-9bd8-d40c15b5b27d admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593321 Jun 29 10:39:00.418201 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e514d0d0-ed1b-495c-a80c-acafb25cf93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:39:00.419658 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e514d0d0-ed1b-495c-a80c-acafb25cf93e admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1616640 Jun 29 10:39:00.429649 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:39:00.449517 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Made reservation on behalf of c66aac31ed1349ba809148e9bb04fb59 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:39:00.451829 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:00.628567 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:00.630555 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:39:00.684192 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e1e6af-4ca7-4d16-a72a-315a15575a3a,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:39:00.697187 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.697554 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.697891 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.698245 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.698575 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.698914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.699240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.699563 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.699896 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.700219 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.700550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.700864 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:00.704396 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:39:00.708211 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Checking segment: {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:39:00.708841 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Network hostable DHCP agents. Network: 18966af2-170c-4c43-8f86-43463ed68bc7, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:39:00.725337 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Network 18966af2-170c-4c43-8f86-43463ed68bc7 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:39:00.734030 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 18966af2-170c-4c43-8f86-43463ed68bc7) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:39:00.738380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:39:00.739008 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:00.745592 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d904e9d-d7f8-480f-9fb2-0a37b6692d92 None None] Network 18966af2-170c-4c43-8f86-43463ed68bc7 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:39:00.753174 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268628 Jun 29 10:39:00.907036 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-18966af2-170c-4c43-8f86-43463ed68bc7', 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7', 'tenant_id': 'c66aac31ed1349ba809148e9bb04fb59', 'fixed_ips': [{'subnet_id': '38e1e6af-4ca7-4d16-a72a-315a15575a3a'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:39:00.908492 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.064245 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Allocated IP 192.168.233.2 (18966af2-170c-4c43-8f86-43463ed68bc7/38e1e6af-4ca7-4d16-a72a-315a15575a3a/a54c42d8-c05c-4b2c-b2ad-bae13708f14b) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:39:01.217682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.226763 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Transition to ACTIVE for port object a54c42d8-c05c-4b2c-b2ad-bae13708f14b will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:39:01.242720 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Transition to ACTIVE for port object a54c42d8-c05c-4b2c-b2ad-bae13708f14b will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:39:01.250098 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.252964 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:39:01.294380 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Network 18966af2-170c-4c43-8f86-43463ed68bc7 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:39:01.301092 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:39:01.306224 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Pushing event updated for resources: {'Port': ['ID=a54c42d8-c05c-4b2c-b2ad-bae13708f14b,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:39:01.308501 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:39:01.318747 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.319049 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.319385 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.319718 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.320042 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.320380 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.320700 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.321017 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.321356 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.321677 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.321989 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.322331 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:39:01.327377 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:39:01.378873 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Attempting to bind port a54c42d8-c05c-4b2c-b2ad-bae13708f14b on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:39:01.379235 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Attempting to bind port a54c42d8-c05c-4b2c-b2ad-bae13708f14b by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:39:01.379597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Attempting to bind port a54c42d8-c05c-4b2c-b2ad-bae13708f14b on network 18966af2-170c-4c43-8f86-43463ed68bc7 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:39:01.384564 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:39:01.384936 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Checking segment: {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:39:01.385333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.385717 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Bound using segment: {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:39:01.386234 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Bound port: a54c42d8-c05c-4b2c-b2ad-bae13708f14b, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:39:01.386610 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.455507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] For port a54c42d8-c05c-4b2c-b2ad-bae13708f14b, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:39:01.458731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] For port a54c42d8-c05c-4b2c-b2ad-bae13708f14b, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a54c42d8-c05c-4b2c-b2ad-bae13708f14b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:39:01.463261 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.465578 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:39:01.525488 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Pushing event updated for resources: {'Port': ['ID=a54c42d8-c05c-4b2c-b2ad-bae13708f14b,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:39:01.529561 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:39:02.356631 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061c9e2-3ebe-4612-9cf7-a18c3edcf727 None None] Network 18966af2-170c-4c43-8f86-43463ed68bc7 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:39:02.428172 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-f6529f29-d34c-4459-8915-9de7f51f424d None None] Provisioning for port a54c42d8-c05c-4b2c-b2ad-bae13708f14b completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:39:02.671884 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a54c42d8-c05c-4b2c-b2ad-bae13708f14b up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:39:02.722961 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port a54c42d8-c05c-4b2c-b2ad-bae13708f14b completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:39:02.726710 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port a54c42d8-c05c-4b2c-b2ad-bae13708f14b triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:39:02.727079 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:02.773398 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-3dad536d-8f92-41b0-9506-3d29b93af41c None None] Provisioning complete for port a54c42d8-c05c-4b2c-b2ad-bae13708f14b triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:39:02.773764 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3dad536d-8f92-41b0-9506-3d29b93af41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:02.851532 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:02.901729 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3dad536d-8f92-41b0-9506-3d29b93af41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:02.919404 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port a54c42d8-c05c-4b2c-b2ad-bae13708f14b, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a54c42d8-c05c-4b2c-b2ad-bae13708f14b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:39:02.927502 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:02.930531 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ab1e6bbd-98e2-4ec5-8db4-35fef95715de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:39:02.993941 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.db.api [None req-3dad536d-8f92-41b0-9506-3d29b93af41c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:39:02.994320 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_db.api [None req-3dad536d-8f92-41b0-9506-3d29b93af41c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:39:03.003335 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=a54c42d8-c05c-4b2c-b2ad-bae13708f14b,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:39:03.006760 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:39:04.622564 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a54c42d8-c05c-4b2c-b2ad-bae13708f14b up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:39:04.672754 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port a54c42d8-c05c-4b2c-b2ad-bae13708f14b triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:39:04.673126 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:12.340316 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:17.890077 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4a3fc9d4-0037-499e-87e7-6c9b33655b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:20.406637 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a088191f-e83a-47ce-85c8-b444907d8e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:20.531078 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:21.889492 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:23.342921 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:47.890548 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-05c0c9db-73f4-4c33-bfd1-976f6f6fe0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:49.339034 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:50.407847 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8618044a-ac92-495e-aeb6-17b8cfff4e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:50.532453 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:51.893915 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:53.345026 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:14.292487 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41574) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:14.298486 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [None req-dcba7222-0129-4333-82ab-e614dc61cc4a tempest-verify_tempest_config-688837218 tempest-verify_tempest_config-688837218-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:40:14.299432 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dcba7222-0129-4333-82ab-e614dc61cc4a tempest-verify_tempest_config-688837218 tempest-verify_tempest_config-688837218-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059705 Jun 29 10:40:14.614979 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41592) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:14.712603 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:14.795775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:14.799191 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:14.802535 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:40:14.847036 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=285e94506986448fafba40229568af59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2309899 Jun 29 10:40:14.847733 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c83e73-b20a-4a65-a051-03687152c7f1,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:40:14.850106 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41596) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:14.866039 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.866431 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.866768 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.867102 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.867423 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.867765 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.868092 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.868429 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.868752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.869069 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.869384 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.869698 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:40:14.874465 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:40:14.913134 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:14.933356 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:15.018463 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:15.021726 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:15.022893 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22c83e73-b20a-4a65-a051-03687152c7f1 HTTP/1.1" status: 204 len: 168 time: 0.1718869 Jun 29 10:40:15.023627 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:40:15.030930 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c83e73-b20a-4a65-a051-03687152c7f1,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:40:15.033742 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:40:17.891797 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-30877c9c-05ce-45ec-a700-617ad94e0282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:20.408505 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca2a7-67b8-4cc7-9815-033dfe6be2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:20.532862 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:21.895241 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:23.347709 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:26.338407 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:47.891760 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b910751d-cea7-43a9-8de2-a7cf1d95c111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:50.408901 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9117b5f5-04db-4e98-9b77-f2728891dfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:50.532954 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:51.897971 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:53.350266 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:03.339626 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:17.891936 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-005c82b1-f237-4978-abde-b8a636393e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:20.410557 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3acb48c7-c5cf-440d-8a33-1012e540ecf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:20.533668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:21.900275 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:23.354150 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:40.338258 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 5 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:47.893042 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9aff5fc4-0387-4e88-ac23-a7ab232ceafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.412960 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-43d37af4-2354-4c04-b197-d57c07191db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.535951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.902586 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.359859 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.787372 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678816'] for agent, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.033968 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41668) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:09.136690 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-28e60614-1fb2-4a3f-9163-cb9520cb4f03 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015949 Jun 29 10:42:11.267837 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41678) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:11.320316 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-860ac7ae-e532-4dbe-8cdf-1bd46f83485f admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0514085 Jun 29 10:42:17.337057 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:42:17.895933 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-531f2631-40cb-4e50-a495-c1f019ea62f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:20.414534 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7ac756ee-095d-454d-af4f-db3dad26581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:20.538231 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.904361 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.360343 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.769507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.904762 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf9e0a64-9193-45bc-9d2b-91e2f0a3a0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.414371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ed30-cfee-4b7c-9094-c3b838b0ab4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.540579 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.907572 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.362680 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.778266 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.335814 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:17.897647 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-516c2938-da06-4923-8393-eb3994ad5c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.415779 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e579a189-6b53-4f82-bc4a-3b05ab217d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.547978 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.912273 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.366337 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.783542 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.334392 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:42.241545 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41902) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:42.346553 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41916) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:42.379148 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41920) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:42.542689 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-112821352-network', 'tenant_id': 'ae1292756c544ef59c07b9ecb51eb2bc'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:42.567734 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Made reservation on behalf of ae1292756c544ef59c07b9ecb51eb2bc for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:42.570067 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.581073 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.587374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-204702805-network', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:42.620556 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Made reservation on behalf of 444bb9600d254abc87d7c51bd3b69be3 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:42.622920 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.633410 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.683412 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1286507682-network', 'tenant_id': '7c11f00c9c4644d2b4a91f8a32302fdd'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:42.753868 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.758275 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.769057 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.db.api [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:43:42.769057 dv-cinder-793515-4-iscsi neutron-server[104756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:43:42.769057 dv-cinder-793515-4-iscsi neutron-server[104756]: [parameters: {'project_id_1': '7c11f00c9c4644d2b4a91f8a32302fdd', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 43, 42, 690938)}] Jun 29 10:43:42.769057 dv-cinder-793515-4-iscsi neutron-server[104756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:43:42.769958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_db.api [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:43:42.773222 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.794783 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:42.807656 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.807999 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Added segment df6205b0-7d74-436c-ab99-0fca62847d46 of type vlan for network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 Jun 29 10:43:42.883760 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.904862 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.914000 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e225b-883b-4aff-a287-f3ad36ac8dbf,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.921817 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.932170 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.932544 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.932861 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.933182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.933496 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.933821 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.934341 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.934673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.934992 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.935304 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.935613 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.936260 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Tracked resource versions report: Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: pushed versions: Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: { 'AddressGroup': {'1.2'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'ConntrackHelper': {'1.0'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Log': {'1.0'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Network': {'1.1'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Port': {'1.7'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'PortForwarding': {'1.2'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'QosPolicy': {'1.8'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroup': {'1.4'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SubPort': {'1.0'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Subnet': {'1.1'}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Trunk': {'1.1'}} Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: consumer versions: Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'ConntrackHelper': '1.0', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Log': '1.0', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Network': '1.1', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Port': '1.7', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'PortForwarding': '1.2', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'QosPolicy': '1.8', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroup': '1.4', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SecurityGroupRule': '1.2', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'SubPort': '1.0', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Subnet': '1.1', Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: 'Trunk': '1.1'}} Jun 29 10:43:42.937168 dv-cinder-793515-4-iscsi neutron-server[104755]: {{(pid=104755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:43:42.943377 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.946576 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.986543 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:42.988685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9158719e-a82d-4835-ad92-a6447f89528d,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.997640 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.002972 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.003962 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.004664 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Added segment bd73b314-1ef6-40bd-b7c5-76d9ad93b09d of type vlan for network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 Jun 29 10:43:43.006019 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.006618 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.015569 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ab6b56c6-c371-4a0c-9fc4-bb487b2ee4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.074752 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Pushing event updated for resources: {'Network': ['ID=48c3c746-173f-4ae7-9549-60b5c20d3fc1,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.087619 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:43.097658 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.109496 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.118058 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 41964) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.118353 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8745651 Jun 29 10:43:43.123518 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Request body: {'subnet': {'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-112821352-subnet', 'tenant_id': 'ae1292756c544ef59c07b9ecb51eb2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:43.156708 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.159554 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.159733 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Made reservation on behalf of ae1292756c544ef59c07b9ecb51eb2bc for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:43.160181 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.165735 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.171770 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.179849 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8313560 Jun 29 10:43:43.191427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 41976) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.200687 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Request body: {'subnet': {'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-subnet', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:43.269742 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Pushing event updated for resources: {'Network': ['ID=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.281924 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.283186 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Made reservation on behalf of 444bb9600d254abc87d7c51bd3b69be3 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:43.285670 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.296651 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:43.383020 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.393576 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-33d6623c-8aa2-4a07-acb8-0114655e604b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.450974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb008bbd-a176-4ce2-9a1f-86094eecab0e,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.533581 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.534198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.534804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.535308 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.535790 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.536293 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.536787 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.537282 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.537798 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.538303 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.538779 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.539251 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Tracked resource versions report: Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: pushed versions: Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: { 'AddressGroup': {'1.2'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'ConntrackHelper': {'1.0'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Log': {'1.0'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Network': {'1.1'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Port': {'1.7'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'PortForwarding': {'1.2'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'QosPolicy': {'1.8'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroup': {'1.4'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SubPort': {'1.0'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Subnet': {'1.1'}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Trunk': {'1.1'}} Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: consumer versions: Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'ConntrackHelper': '1.0', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Log': '1.0', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Network': '1.1', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Port': '1.7', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'PortForwarding': '1.2', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'QosPolicy': '1.8', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroup': '1.4', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SecurityGroupRule': '1.2', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'SubPort': '1.0', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Subnet': '1.1', Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: 'Trunk': '1.1'}} Jun 29 10:43:43.540516 dv-cinder-793515-4-iscsi neutron-server[104756]: {{(pid=104756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:43:43.557647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.595294 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Checking segment: {'id': 'df6205b0-7d74-436c-ab99-0fca62847d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:43.595692 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Network hostable DHCP agents. Network: 48c3c746-173f-4ae7-9549-60b5c20d3fc1, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:43.615807 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Made reservation on behalf of 7c11f00c9c4644d2b4a91f8a32302fdd for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:43.618271 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.629946 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.637145 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:43.652103 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 48c3c746-173f-4ae7-9549-60b5c20d3fc1) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:43.659777 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.662095 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8029f36-496d-43d8-a031-7e72c479b146 None None] Network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:43.662776 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.756902 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.757642 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.771051 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.778526 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.780194 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfeb983-e28e-434c-aff2-fe7d689c3858,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.787842 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.790877 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f1cc920a-32bd-47f3-a66f-9080dc0ede09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.796886 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6776412 Jun 29 10:43:43.814153 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:43.823328 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Checking segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:43.823726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Network hostable DHCP agents. Network: 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:43.830023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4121c1-a842-4714-b9e9-1416d6cfb743,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.851734 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88065e0-8660-438d-9465-1a41630b05f4 None None] Network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:43.854364 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.855582 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.855930 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Added segment 16841905-d232-424a-8f11-7c9bc632480b of type vlan for network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 Jun 29 10:43:43.883730 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:43.904829 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:43.912919 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.913517 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.916652 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ffeee-c628-407a-919f-1ea2318b0229 None None] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:43.935865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.951713 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7586565 Jun 29 10:43:43.954411 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42018) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.966106 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:43.998300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.000357 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.001546 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.004151 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.005173 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.008632 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.078966 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6986761 Jun 29 10:43:44.079774 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42022) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.088048 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Request body: {'subnet': {'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1286507682-subnet', 'tenant_id': '7c11f00c9c4644d2b4a91f8a32302fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:44.117604 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Pushing event updated for resources: {'Network': ['ID=7fed99bb-4ae9-40e2-8b11-be95b15286a0,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.122869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.124022 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.137066 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Made reservation on behalf of 7c11f00c9c4644d2b4a91f8a32302fdd for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:44.138939 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:44.144232 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Notify callbacks [] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.233924 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf780f-319a-4fde-b8b7-7d1e0209bec4 None None] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:44.470878 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.545452 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.558345 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d5333d4c-d7ee-4149-b218-222632276705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.627783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b755cdcb-e69c-4315-bb8d-b96962b8d370,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.635558 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.647338 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Checking segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:44.647884 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Network hostable DHCP agents. Network: 7fed99bb-4ae9-40e2-8b11-be95b15286a0, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:44.668238 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:44.689481 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 7fed99bb-4ae9-40e2-8b11-be95b15286a0) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:44.701500 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e9bb3-38d6-4a90-9610-e885d0932ac4 None None] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:44.705803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.708758 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.743403 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6511614 Jun 29 10:43:44.894209 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42054) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.910976 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.926637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42058) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.990508 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.002257 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3ca48-1b79-4c6b-bef2-c67ec9e56616 None None] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:45.324017 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Allocated IP 172.27.2.172 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/5beafb4a-4d82-48a9-b245-a1d71dc85576) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:45.408613 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42110) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.427340 dv-cinder-793515-4-iscsi neutron-server[104756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:43:45.483806 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.555152 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.589091 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.591071 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.594528 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.667483 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.db.api [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:43:45.667483 dv-cinder-793515-4-iscsi neutron-server[104756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:43:45.667483 dv-cinder-793515-4-iscsi neutron-server[104756]: [parameters: {'project_id_1': '1f7773a8985e4fd2ba7cffb435c61988', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 43, 45, 614118)}] Jun 29 10:43:45.667483 dv-cinder-793515-4-iscsi neutron-server[104756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:43:45.668314 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_db.api [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:43:45.675751 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:45.681700 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:45.692866 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:45.763044 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-6a236a0d-ff3a-422e-9b2c-164a503bdf49 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.770090 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-6a236a0d-ff3a-422e-9b2c-164a503bdf49 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/networks?id=48c3c746-173f-4ae7-9549-60b5c20d3fc1 HTTP/1.1" status: 200 len: 811 time: 0.3580766 Jun 29 10:43:45.774591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42146) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.798104 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42152) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.823754 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=5beafb4a-4d82-48a9-b245-a1d71dc85576,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.849979 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-51332b07-df5b-4015-acaf-97066189575f tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/quotas/ae1292756c544ef59c07b9ecb51eb2bc HTTP/1.1" status: 200 len: 375 time: 0.0789542 Jun 29 10:43:45.864547 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.919659 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-d3814acf-b487-4e99-8b47-b92d87a8b349 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae1292756c544ef59c07b9ecb51eb2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687642 Jun 29 10:43:45.969204 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.977313 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.991808 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.017783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-8879cca1-b41a-42e9-994b-81e3b0ea50f8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.019407 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-8879cca1-b41a-42e9-994b-81e3b0ea50f8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.2456682 Jun 29 10:43:46.039264 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-daedb28d-3456-4286-9d1a-44c2dc2cdbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.056938 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87cdc3-f790-4996-93e4-671919aa4cef,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.071255 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.080361 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-ffdde65e-5c34-4b19-875c-53a5c069097d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/quotas/7c11f00c9c4644d2b4a91f8a32302fdd HTTP/1.1" status: 200 len: 375 time: 0.0345631 Jun 29 10:43:46.087542 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f52b862ad03441fab3c87f271f62d7b4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1596508 Jun 29 10:43:46.088170 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42176) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.113289 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-2ebc113a-4f73-4240-bf85-5fc93176d8d0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:43:46.114317 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-2ebc113a-4f73-4240-bf85-5fc93176d8d0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0941226 Jun 29 10:43:46.153461 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.162810 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-20b5b520-5d60-4556-81d1-460bbf07f4cd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736296 Jun 29 10:43:46.181416 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.287510 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.387230 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.437862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-369d285e-15ce-4721-8bad-2256dda58898 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:43:46.444397 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-369d285e-15ce-4721-8bad-2256dda58898 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1948946 Jun 29 10:43:46.491466 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.557633 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-0f9bfbb8-6275-49a0-9a42-d8201feb7658 service neutron] 10.222.0.45 "GET /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332159 Jun 29 10:43:46.625468 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Router 2364ecbf-9c65-4569-9ea1-4b3865b834de is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:46.674694 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-daedb28d-3456-4286-9d1a-44c2dc2cdbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.679345 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-1b8f8990-14fb-4ff9-a31e-23bc00fff376 service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341449 Jun 29 10:43:46.693077 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-daedb28d-3456-4286-9d1a-44c2dc2cdbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.703206 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.723023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.746702 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:46.758550 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Sync routers for ids ['2364ecbf-9c65-4569-9ea1-4b3865b834de'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:46.768957 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Routers {'2364ecbf-9c65-4569-9ea1-4b3865b834de'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:46.769760 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:43:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['2364ecbf-9c65-4569-9ea1-4b3865b834de'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:46.776907 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.778024 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa87cdc3-f790-4996-93e4-671919aa4cef HTTP/1.1" status: 204 len: 168 time: 0.6862073 Jun 29 10:43:46.838224 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-36542f49-b8b0-4cf0-a64a-9fa544074863 service neutron] 10.222.0.45 "GET /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731256 Jun 29 10:43:46.846925 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-daedb28d-3456-4286-9d1a-44c2dc2cdbde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cee9c6268b134870b209bdb66940ccb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0458584 Jun 29 10:43:46.849749 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42236) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.856001 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb28d-3456-4286-9d1a-44c2dc2cdbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873509c4-005c-46c8-9012-772b8370bbf6,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.904746 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87cdc3-f790-4996-93e4-671919aa4cef,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.911442 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.929637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.930386 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.936719 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Set router 2364ecbf-9c65-4569-9ea1-4b3865b834de gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:46.943230 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-670c94cb-d69f-49b5-9476-ccf611e0c9a8 service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510841 Jun 29 10:43:47.019390 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.026697 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.027698 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.030994 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-6eea82fd-8bda-465b-bab7-695d030ae107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.057203 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.062795 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1066236 Jun 29 10:43:47.064685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42242) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:47.122334 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f7773a8985e4fd2ba7cffb435c61988&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2269502 Jun 29 10:43:47.125228 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42246) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:47.128005 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d046f10-f0b8-4f57-8e7b-09f61a882b2d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.141245 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.175753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.249349 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.256927 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42260) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:47.301158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.487855 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:43:45Z', 'revision_number': 3, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:47.529139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.546835 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdea55f9-4d90-46bd-9f50-6fe20efab105 req-4508c1a3-82f0-419b-bf43-bf2072eb0e47 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.1349208 Jun 29 10:43:47.550069 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.556085 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.562765 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6da8747-28fb-45af-8962-0c47724ad3ca req-20581571-e295-48bc-855c-b26f9609c072 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.0957642 Jun 29 10:43:47.565241 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/873509c4-005c-46c8-9012-772b8370bbf6 HTTP/1.1" status: 204 len: 168 time: 0.7068789 Jun 29 10:43:47.571857 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42290) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:47.572031 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.598096 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Checking router: 2364ecbf-9c65-4569-9ea1-4b3865b834de for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:47.598500 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Updating router 2364ecbf-9c65-4569-9ea1-4b3865b834de port 5beafb4a-4d82-48a9-b245-a1d71dc85576 binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:47.604716 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.648809 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.654465 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.655678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.662353 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d046f10-f0b8-4f57-8e7b-09f61a882b2d HTTP/1.1" status: 204 len: 168 time: 0.5357292 Jun 29 10:43:47.663110 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.682183 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d046f10-f0b8-4f57-8e7b-09f61a882b2d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.688372 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873509c4-005c-46c8-9012-772b8370bbf6,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.695890 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.705279 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.905744 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-47a622e0-fde9-4c84-9515-7dc7deadbb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.959459 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.990776 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.996881 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4c088093-ca05-47c3-a61f-f7a682f1a10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.080912 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f885fc5f98a4581be9aa1357227a4cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8197308 Jun 29 10:43:48.088454 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42318) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.089194 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca06fb-54ff-4976-a09e-032dc8cf6226,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.098705 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.191555 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.201232 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.204103 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.205724 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.269223 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.286125 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Transition to ACTIVE for port object 5beafb4a-4d82-48a9-b245-a1d71dc85576 will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:48.293190 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abfa850a3cab41a0b8ab88478cb6ab1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7198150 Jun 29 10:43:48.294518 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42326) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.301649 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.304781 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6b14f9-1b6f-43bb-bc94-e6b0b97b15fe,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.307572 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.309664 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.315079 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.383917 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Pushing event updated for resources: {'Port': ['ID=5beafb4a-4d82-48a9-b245-a1d71dc85576,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.386540 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Attempting to bind port 5beafb4a-4d82-48a9-b245-a1d71dc85576 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:48.387326 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Attempting to bind port 5beafb4a-4d82-48a9-b245-a1d71dc85576 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:48.387937 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Attempting to bind port 5beafb4a-4d82-48a9-b245-a1d71dc85576 on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:48.399412 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.400353 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.400981 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.401528 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.402057 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.402617 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.403144 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.403705 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.404250 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.404776 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.405301 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.405848 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Tracked resource versions report: Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: pushed versions: Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: { 'AddressGroup': {'1.2'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'ConntrackHelper': {'1.0'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Log': {'1.0'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Network': {'1.1'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Port': {'1.7'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'PortForwarding': {'1.2'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'QosPolicy': {'1.8'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroup': {'1.4'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SubPort': {'1.0'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Subnet': {'1.1'}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Trunk': {'1.1'}} Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: consumer versions: Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'ConntrackHelper': '1.0', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Log': '1.0', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Network': '1.1', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Port': '1.7', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'PortForwarding': '1.2', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'QosPolicy': '1.8', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroup': '1.4', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SecurityGroupRule': '1.2', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'SubPort': '1.0', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Subnet': '1.1', Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: 'Trunk': '1.1'}} Jun 29 10:43:48.407150 dv-cinder-793515-4-iscsi neutron-server[104758]: {{(pid=104758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:43:48.411420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.415360 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:48.415751 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:48.416144 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.416532 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:48.417016 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Bound port: 5beafb4a-4d82-48a9-b245-a1d71dc85576, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:48.417409 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.420659 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.436785 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.443615 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42336) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.485827 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.508914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.523996 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] For port 5beafb4a-4d82-48a9-b245-a1d71dc85576, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:48.532931 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] For port 5beafb4a-4d82-48a9-b245-a1d71dc85576, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=5beafb4a-4d82-48a9-b245-a1d71dc85576,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:48.544218 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.560679 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.585128 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.586536 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Allocated IP 172.20.0.1 (4ac3c5f1-f812-4f78-8b31-c6e203cb82f9/abfeb983-e28e-434c-aff2-fe7d689c3858/5da0bce1-0d14-4670-a4ef-2e05a229d533) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:48.591357 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.609186 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80ca06fb-54ff-4976-a09e-032dc8cf6226 HTTP/1.1" status: 204 len: 168 time: 0.5169635 Jun 29 10:43:48.616534 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.637752 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca06fb-54ff-4976-a09e-032dc8cf6226,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.651712 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.652420 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.654405 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Routers {'2364ecbf-9c65-4569-9ea1-4b3865b834de'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:48.655201 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:43:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['2364ecbf-9c65-4569-9ea1-4b3865b834de'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:48.674731 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.678831 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c6b14f9-1b6f-43bb-bc94-e6b0b97b15fe HTTP/1.1" status: 204 len: 168 time: 0.3792470 Jun 29 10:43:48.708940 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.734056 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6f0b747d-a40c-41c8-b2fe-06c6709dac2b req-3cd3a5ba-3e8b-4415-acb7-5de9d1d59f3a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.0807016 Jun 29 10:43:48.771323 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25efb8ec-32ba-48cd-aefe-0a1933fd6b23 req-a2d6ac16-3955-4f03-a4a4-1ce5067160a2 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.1022456 Jun 29 10:43:48.778020 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6b14f9-1b6f-43bb-bc94-e6b0b97b15fe,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.781768 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.833179 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Pushing event updated for resources: {'Port': ['ID=5beafb4a-4d82-48a9-b245-a1d71dc85576,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.835523 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.842213 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.844057 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.848596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.896124 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.950488 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e71cdc550d234aee8ed9d3427fb3e80b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5035768 Jun 29 10:43:48.952878 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42358) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.960626 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb760a7-5068-4edc-a590-20b4aea27ad1,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.971215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.003945 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.015199 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c54cf48a-5348-4da6-8201-d8efe6bd4ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.022875 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.030842 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:49.033496 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:49.042843 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:49.044885 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.053549 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.067944 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] Set router 2364ecbf-9c65-4569-9ea1-4b3865b834de gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:49.121024 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.124011 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.128442 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eeb760a7-5068-4edc-a590-20b4aea27ad1 HTTP/1.1" status: 204 len: 168 time: 0.1712127 Jun 29 10:43:49.128442 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b33caa70-26c7-4bf8-b746-67d31ff552e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.138494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb760a7-5068-4edc-a590-20b4aea27ad1,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.143913 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.303053 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Pushing event updated for resources: {'Port': ['ID=5da0bce1-0d14-4670-a4ef-2e05a229d533,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.307867 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.387028 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42384) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.409671 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.481322 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.499080 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:43:45Z', 'revision_number': 3, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:49.549752 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222336a-bc12-4812-94d9-2644ccd77cc7 None None] The sync data for ids ['2364ecbf-9c65-4569-9ea1-4b3865b834de'] in dv-cinder-793515-4-iscsi is: [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:43:45Z', 'revision_number': 3, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:49.606094 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.627348 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.630198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5d8bfa90-5b38-4ae1-bc7b-571c9b39877c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.666530 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7086c92c068e44ea97fe062638bc8ffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2783785 Jun 29 10:43:49.667155 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42394) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.716803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ecaf0-2800-4a10-a41b-99616f62d676,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.723204 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.773783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.816744 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.957400 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.960923 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.961973 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b17ecaf0-2800-4a10-a41b-99616f62d676 HTTP/1.1" status: 204 len: 168 time: 0.2861896 Jun 29 10:43:49.962695 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-03eb6ef8-5d58-4ebe-94d1-aa5e73a99297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.978666 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ecaf0-2800-4a10-a41b-99616f62d676,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.983257 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.983772 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42414) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.134107 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.138079 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e46ebec9-a622-4df6-9977-2af65e3824a2 req-8d0cfcc6-9254-45c7-98b9-906522b6273f tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.0640998 Jun 29 10:43:50.143922 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.145889 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.148787 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.270625 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b90e49c0-38bd-46be-92e4-eef29479a923 req-61fc5fa3-daae-42d1-9450-9ec7870be2cc tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.0734119 Jun 29 10:43:50.366535 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:50.370865 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:50.382740 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Pushing event updated for resources: {'Port': ['ID=5da0bce1-0d14-4670-a4ef-2e05a229d533,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.386217 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.424398 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5f268b1f-08ae-46fb-8837-e7b8d91796e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.562099 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.563637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.691815 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Router 2364ecbf-9c65-4569-9ea1-4b3865b834de has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:50.802901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.811550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.816647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.888055 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d2d0f-8468-4e98-8974-39f05d5fc208,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.893747 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.905191 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ebb9b71ede04a40837bd5eaddd2b692&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9126713 Jun 29 10:43:50.905865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42448) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.920936 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5beafb4a-4d82-48a9-b245-a1d71dc85576 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:50.952478 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:50.968317 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] 10.222.0.45 "PUT /v2.0/routers/2364ecbf-9c65-4569-9ea1-4b3865b834de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8970470 Jun 29 10:43:50.988246 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.004481 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 5beafb4a-4d82-48a9-b245-a1d71dc85576 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:51.008916 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 5beafb4a-4d82-48a9-b245-a1d71dc85576 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:51.009572 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.015078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.075994 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.080762 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.084335 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c6d2d0f-8468-4e98-8974-39f05d5fc208 HTTP/1.1" status: 204 len: 168 time: 0.1767540 Jun 29 10:43:51.085574 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4e58dfbf-f934-4b2f-8ea5-bae122ef7038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.098731 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d2d0f-8468-4e98-8974-39f05d5fc208,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.108933 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.112030 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.142323 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 5beafb4a-4d82-48a9-b245-a1d71dc85576, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=5beafb4a-4d82-48a9-b245-a1d71dc85576,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:51.148298 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.150783 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.215721 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=5beafb4a-4d82-48a9-b245-a1d71dc85576,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.226093 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.226785 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.227314 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.227789 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.228272 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.228754 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.229080 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.229542 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.229867 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.230202 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.230525 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.230832 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Tracked resource versions report: Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: pushed versions: Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: { 'AddressGroup': {'1.2'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'ConntrackHelper': {'1.0'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Log': {'1.0'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Network': {'1.1'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Port': {'1.7'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'PortForwarding': {'1.2'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'QosPolicy': {'1.8'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroup': {'1.4'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SubPort': {'1.0'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Subnet': {'1.1'}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Trunk': {'1.1'}} Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: consumer versions: Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: { DHCP agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: HyperV agent@hv-cinder-79351: {}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: L3 agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: Metadata agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: Metering agent@dv-cinder-793515-4-iscsi: {}, Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: Open vSwitch agent@dv-cinder-793515-4-iscsi: { 'AddressGroup': '1.2', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'ConntrackHelper': '1.0', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Log': '1.0', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Network': '1.1', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Port': '1.7', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'PortForwarding': '1.2', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'QosPolicy': '1.8', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroup': '1.4', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SecurityGroupRule': '1.2', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'SubPort': '1.0', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Subnet': '1.1', Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: 'Trunk': '1.1'}} Jun 29 10:43:51.231959 dv-cinder-793515-4-iscsi neutron-server[104757]: {{(pid=104757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:43:51.235400 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.374613 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-44628454-d003-4de3-9e69-841b1be9b95e req-40c3e20e-17e9-43ec-a009-69a82cf5bbcf tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.0839529 Jun 29 10:43:51.406325 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.69', 64591) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:51.550814 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91c40fe8-42d4-409f-bf9a-328d6452f9d8 req-9bfa2df0-debd-44d4-8325-cdcf6256c0fc tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.0465615 Jun 29 10:43:51.604502 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-53d1b7a1-609c-44cb-8595-1029dd904155 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.606601 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-53d1b7a1-609c-44cb-8595-1029dd904155 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.69 "GET /v2.0/networks?id=48c3c746-173f-4ae7-9549-60b5c20d3fc1 HTTP/1.1" status: 200 len: 811 time: 0.2024674 Jun 29 10:43:51.716391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Request body: {'port': {'device_id': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1', 'admin_state_up': True, 'tenant_id': 'ae1292756c544ef59c07b9ecb51eb2bc'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:51.823918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Sync routers for ids ['2364ecbf-9c65-4569-9ea1-4b3865b834de'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:51.833452 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Routers {'2364ecbf-9c65-4569-9ea1-4b3865b834de'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:51.834082 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:43:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['2364ecbf-9c65-4569-9ea1-4b3865b834de'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:51.965220 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.979697 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Made reservation on behalf of ae1292756c544ef59c07b9ecb51eb2bc for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:51.985268 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.002014 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Set router 2364ecbf-9c65-4569-9ea1-4b3865b834de gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:52.398553 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.69', 64597) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.430004 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:43:49Z', 'revision_number': 4, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '5da0bce1-0d14-4670-a4ef-2e05a229d533', 'name': '', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'mac_address': 'fa:16:3e:53:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:48Z', 'updated_at': '2021-06-29T10:43:49Z', 'revision_number': 2, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'subnets': [{'id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:52.494083 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Checking router: 2364ecbf-9c65-4569-9ea1-4b3865b834de for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:52.494473 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Updating router 2364ecbf-9c65-4569-9ea1-4b3865b834de port 5da0bce1-0d14-4670-a4ef-2e05a229d533 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:52.517001 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Allocated IP 172.20.0.5 (48c3c746-173f-4ae7-9549-60b5c20d3fc1/bb008bbd-a176-4ce2-9a1f-86094eecab0e/ca334306-c3cc-443f-adcb-0aa9304b8a5a) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:52.582401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.727427 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d5b59ed8-a116-4e22-b6fe-948b07c52010 req-dd319dea-adc1-404c-bca6-bfcc4ef32ffc tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.1573699 Jun 29 10:43:52.928889 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-64d52cc1-b3cb-43ec-878e-a4d9fac40bf3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:52.931291 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-64d52cc1-b3cb-43ec-878e-a4d9fac40bf3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 818 time: 0.4158239 Jun 29 10:43:52.948875 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-3fda7656-cb46-490b-a278-a1e396bf6353 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:52.957751 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-3fda7656-cb46-490b-a278-a1e396bf6353 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.4984579 Jun 29 10:43:52.964291 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-002834dd-a400-4ea6-9c5d-c3fca3f47474 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/quotas/444bb9600d254abc87d7c51bd3b69be3 HTTP/1.1" status: 200 len: 375 time: 0.0231528 Jun 29 10:43:52.991798 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Request body: {'port': {'device_id': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'admin_state_up': True, 'tenant_id': '7c11f00c9c4644d2b4a91f8a32302fdd'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.092355 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70ed19ac-8439-4abf-ad46-70c2b82db037 req-4aa1da97-a1ea-4bec-87d1-e03b96e7aac5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.0707169 Jun 29 10:43:53.096844 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.135077 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.149304 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Transition to ACTIVE for port object 5da0bce1-0d14-4670-a4ef-2e05a229d533 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:53.155923 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5beafb4a-4d82-48a9-b245-a1d71dc85576 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:53.160300 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.176273 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-518cfd64-456a-404f-a839-626bf37454af tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1993332 Jun 29 10:43:53.187230 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.257386 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d9082-889b-49de-96f7-c639af0096ad None None] Pushing event updated for resources: {'Port': ['ID=5da0bce1-0d14-4670-a4ef-2e05a229d533,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.261732 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-309d9082-889b-49de-96f7-c639af0096ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.285855 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-1b6bf19b-56f6-47d0-a79b-4a12e5ce5725 service neutron] 10.222.0.45 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025417 Jun 29 10:43:53.292143 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.331061 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 5beafb4a-4d82-48a9-b245-a1d71dc85576 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:53.331849 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.337028 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Attempting to bind port 5da0bce1-0d14-4670-a4ef-2e05a229d533 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:53.341745 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Attempting to bind port 5da0bce1-0d14-4670-a4ef-2e05a229d533 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:53.342397 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Attempting to bind port 5da0bce1-0d14-4670-a4ef-2e05a229d533 on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:53.398457 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:53.398839 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Checking segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:53.399256 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.399649 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Bound using segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:53.400135 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Bound port: 5da0bce1-0d14-4670-a4ef-2e05a229d533, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:53.400629 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.423628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.428465 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Made reservation on behalf of 7c11f00c9c4644d2b4a91f8a32302fdd for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:53.429001 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-dc353dfc-b467-4a0e-852a-26be996d7686 service neutron] 10.222.0.45 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311839 Jun 29 10:43:53.433106 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.535226 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.567004 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:53.584956 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:53.591268 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:53.599520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.600291 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.727043 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0147696 Jun 29 10:43:53.731505 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Pushing event updated for resources: {'Port': ['ID=ca334306-c3cc-443f-adcb-0aa9304b8a5a,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.736983 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.760187 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] For port 5da0bce1-0d14-4670-a4ef-2e05a229d533, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:53.770736 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] For port 5da0bce1-0d14-4670-a4ef-2e05a229d533, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=5da0bce1-0d14-4670-a4ef-2e05a229d533,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:53.828424 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.857691 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.882303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Allocated IP 172.20.0.12 (7fed99bb-4ae9-40e2-8b11-be95b15286a0/b755cdcb-e69c-4315-bb8d-b96962b8d370/b21252f7-809c-4590-ac4d-91bc87ca1313) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:53.950242 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.014001 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf96c875-f9d1-4757-935d-b134ee95c599 req-a8c9e44f-b76a-4c95-b8d8-2679f7433c0f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 210 time: 0.0801477 Jun 29 10:43:54.055244 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Routers {'2364ecbf-9c65-4569-9ea1-4b3865b834de'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:54.055910 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:43:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['2364ecbf-9c65-4569-9ea1-4b3865b834de'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:54.196552 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d9082-889b-49de-96f7-c639af0096ad None None] Pushing event updated for resources: {'Port': ['ID=5da0bce1-0d14-4670-a4ef-2e05a229d533,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.210482 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-309d9082-889b-49de-96f7-c639af0096ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.378900 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] Set router 2364ecbf-9c65-4569-9ea1-4b3865b834de gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:54.391884 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076db87-4148-4832-8570-9c829a86c9ba req-611c8ff0-e3b8-4859-a3f2-9759f3cccb7c tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.428977 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9076db87-4148-4832-8570-9c829a86c9ba req-611c8ff0-e3b8-4859-a3f2-9759f3cccb7c tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.3124967 Jun 29 10:43:54.479790 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.516115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-090a4af2-94a6-43f9-8c3a-20694a874664 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:43:54.518970 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-090a4af2-94a6-43f9-8c3a-20694a874664 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568001 Jun 29 10:43:54.635134 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.646283 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.661939 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c631e1dd-eeaf-407b-a873-9d703c107b4c req-b85716b5-8afe-452a-bf43-023de23f4bac tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.1418176 Jun 29 10:43:54.726880 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:54.733662 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:54.766437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:54.774960 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.780598 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9076db87-4148-4832-8570-9c829a86c9ba req-5696367f-bc7c-49d7-a0cc-8a1b65b0521c tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491831 Jun 29 10:43:54.787270 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.853153 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8654931 Jun 29 10:43:54.854242 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event updated for resources: {'Port': ['ID=b21252f7-809c-4590-ac4d-91bc87ca1313,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.867851 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:55.072017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-40d4cf9c-fabe-40eb-a1f6-7e79713c0d8e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.079372 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-40d4cf9c-fabe-40eb-a1f6-7e79713c0d8e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 818 time: 0.2533934 Jun 29 10:43:55.101329 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-fe25f663-1278-4117-b7c5-8ec42fb6157c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/quotas/444bb9600d254abc87d7c51bd3b69be3 HTTP/1.1" status: 200 len: 375 time: 0.0198691 Jun 29 10:43:55.104620 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:43:49Z', 'revision_number': 4, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '5da0bce1-0d14-4670-a4ef-2e05a229d533', 'name': '', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'mac_address': 'fa:16:3e:53:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:48Z', 'updated_at': '2021-06-29T10:43:53Z', 'revision_number': 4, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'subnets': [{'id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:55.150238 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119289a-a150-44e0-90bd-14b9de3ddd2c None None] The sync data for ids ['2364ecbf-9c65-4569-9ea1-4b3865b834de'] in dv-cinder-793515-4-iscsi is: [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:43:49Z', 'revision_number': 4, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '5da0bce1-0d14-4670-a4ef-2e05a229d533', 'name': '', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'mac_address': 'fa:16:3e:53:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:48Z', 'updated_at': '2021-06-29T10:43:53Z', 'revision_number': 4, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'subnets': [{'id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:55.239919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-77f3b5b1-9c3a-4971-a064-7006b25f2909 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372273 Jun 29 10:43:55.514829 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8d05162a-ca6e-4ed1-9f7c-a9e842d4ac2a service neutron] 10.222.0.45 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591248 Jun 29 10:43:55.717659 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-56fe7aab-5dff-404d-8b28-013a633cfcee service neutron] 10.222.0.45 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018399 Jun 29 10:43:56.056001 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d6598-6a57-43f2-9cc8-702b8dce86c1 req-d8261350-5beb-442d-a364-c7835a781179 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.066641 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac7d6598-6a57-43f2-9cc8-702b8dce86c1 req-d8261350-5beb-442d-a364-c7835a781179 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.1739228 Jun 29 10:43:56.248209 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac7d6598-6a57-43f2-9cc8-702b8dce86c1 req-0a9bf927-3471-48a5-a854-24d1b72058e0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799359 Jun 29 10:43:56.385557 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c616f71-0488-43bb-bfec-f3daa08739db req-f57483d4-0393-4c55-ace0-3c16033a33e5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0690744 Jun 29 10:43:56.480135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326432-903a-4983-b6ee-5637afd9d062 req-1ce22d99-66b5-419d-8220-5d1dbbc35ff5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.488301 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-38326432-903a-4983-b6ee-5637afd9d062 req-1ce22d99-66b5-419d-8220-5d1dbbc35ff5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.2876737 Jun 29 10:43:56.570783 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-38326432-903a-4983-b6ee-5637afd9d062 req-77b728f3-7609-4e2a-9d14-3575700bacad tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812037 Jun 29 10:43:56.975654 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5da0bce1-0d14-4670-a4ef-2e05a229d533 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:57.138917 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 5da0bce1-0d14-4670-a4ef-2e05a229d533 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:57.143662 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 5da0bce1-0d14-4670-a4ef-2e05a229d533 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:57.144051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.323353 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.409990 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 5da0bce1-0d14-4670-a4ef-2e05a229d533, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=5da0bce1-0d14-4670-a4ef-2e05a229d533,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:57.431175 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.436478 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-309d9082-889b-49de-96f7-c639af0096ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:57.597125 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d402a80-6058-4622-ae42-3bbe1595b56d req-17de0cb9-5837-4b87-bcaf-137b10fedccb tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:57.603921 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d402a80-6058-4622-ae42-3bbe1595b56d req-17de0cb9-5837-4b87-bcaf-137b10fedccb tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.1357162 Jun 29 10:43:57.609894 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=5da0bce1-0d14-4670-a4ef-2e05a229d533,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:57.621742 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:57.934214 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-be4a1f2e-bb73-445c-aea2-15e304a850d1 req-2f022354-98dc-43e7-8006-d28a3868f8b2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0772901 Jun 29 10:43:57.956432 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d402a80-6058-4622-ae42-3bbe1595b56d req-d3aa7516-35b9-40d3-929e-063f243e0861 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515346 Jun 29 10:43:57.998124 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42734) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:58.257609 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.268717 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc410cec-6b15-42e1-903a-80bc6ca7c2d7 req-f68f593f-8e22-4dca-809b-aa7de431723a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:58.270804 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc410cec-6b15-42e1-903a-80bc6ca7c2d7 req-f68f593f-8e22-4dca-809b-aa7de431723a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.1603091 Jun 29 10:43:58.336021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc410cec-6b15-42e1-903a-80bc6ca7c2d7 req-3efb6d05-d8ba-44d2-9f8a-7ed2e2f26193 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Jun 29 10:43:58.481340 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.487679 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.527621 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-14cd487c-2cef-4f91-a251-55c02f2598e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.531861 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=443832f0f1f141f7b584c32a7a2362c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324113 Jun 29 10:43:58.534978 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42754) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:58.582625 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706362aa-b2b3-4547-8d96-e9689117ffe5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.597522 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.633415 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.656205 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.722884 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.726157 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.727456 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/706362aa-b2b3-4547-8d96-e9689117ffe5 HTTP/1.1" status: 204 len: 168 time: 0.1911578 Jun 29 10:43:58.728194 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.736928 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706362aa-b2b3-4547-8d96-e9689117ffe5,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.739788 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.882269 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5da0bce1-0d14-4670-a4ef-2e05a229d533 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:59.046851 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 5da0bce1-0d14-4670-a4ef-2e05a229d533 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:59.051815 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.413416 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb42c3e4-9f7f-4101-b729-2e5235b5e02d req-5f0736d2-c5bf-41e6-94af-39d813a17d5d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.1017854 Jun 29 10:43:59.490893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb1b5a-9786-437f-9c91-ba83076c2343 req-2108917d-cf91-4a1d-a050-1e16c0dbe704 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:59.503461 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1eeb1b5a-9786-437f-9c91-ba83076c2343 req-2108917d-cf91-4a1d-a050-1e16c0dbe704 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.1953042 Jun 29 10:43:59.525401 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42792) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:59.549707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.637072 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1eeb1b5a-9786-437f-9c91-ba83076c2343 req-8cd451de-dc6e-4950-b76f-0f6b7b538eea tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301594 Jun 29 10:43:59.735193 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb12642-785a-4d8b-a6b1-9275068e9c7b req-bb508664-6cf4-4476-b9e1-1f28562cb965 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:59.743290 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7fb12642-785a-4d8b-a6b1-9275068e9c7b req-bb508664-6cf4-4476-b9e1-1f28562cb965 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.1028812 Jun 29 10:43:59.777057 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.784540 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.789296 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:59.806586 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7fb12642-785a-4d8b-a6b1-9275068e9c7b req-455980a8-5101-49d3-ab5b-13400c904375 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586140 Jun 29 10:43:59.848007 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa866dde-9677-4a44-bc60-29667b11eb4d,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:59.886408 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7b738771e9c4ebd9d892ff50103045c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594930 Jun 29 10:43:59.887838 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:59.889024 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42808) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:00.092680 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.119072 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.174034 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.177527 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.180341 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa866dde-9677-4a44-bc60-29667b11eb4d HTTP/1.1" status: 204 len: 168 time: 0.2901435 Jun 29 10:44:00.181454 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.196267 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa866dde-9677-4a44-bc60-29667b11eb4d,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.199091 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.612485 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca876417-2c34-449b-9227-86a7401175f3 req-aa88e89c-619d-423c-ab1d-8e9c09d00b8f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0604494 Jun 29 10:44:01.037550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4a842-f970-49dd-8f55-c12f2b1e6ccb req-9a7372e7-781e-4b16-a57d-6e0f07e5189b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.042445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88c4a842-f970-49dd-8f55-c12f2b1e6ccb req-9a7372e7-781e-4b16-a57d-6e0f07e5189b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.1702421 Jun 29 10:44:01.197133 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88c4a842-f970-49dd-8f55-c12f2b1e6ccb req-482c3bfb-d4f9-4b4d-9b9d-86a5c4738d02 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461153 Jun 29 10:44:01.250328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4a40-dda5-4735-85c2-7e6291646693 req-c327b832-a10d-4536-bd5a-1cbea8fa7ffe tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.253271 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ac4a40-dda5-4735-85c2-7e6291646693 req-c327b832-a10d-4536-bd5a-1cbea8fa7ffe tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.2086849 Jun 29 10:44:01.320553 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ac4a40-dda5-4735-85c2-7e6291646693 req-c2bc8cec-1174-49c4-bef4-a974dd4a5956 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Jun 29 10:44:01.547776 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42892) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:01.798908 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64bb0f0e-c364-4a2b-8b61-285aed04982c req-a64576ec-1513-49e4-b9e1-2c7c20b21edc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0426123 Jun 29 10:44:01.846758 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.983427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.989404 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.993866 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e3c36aa3-538b-4aae-9646-a5b229cc0de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.029819 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=122a1ef970da4bd28867d3d8702f0b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794028 Jun 29 10:44:02.032965 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42908) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.043728 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c663dc-e289-4194-9346-1c53189e885b,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.053398 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.113530 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.150868 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.297528 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.300851 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.302018 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2c663dc-e289-4194-9346-1c53189e885b HTTP/1.1" status: 204 len: 168 time: 0.2679899 Jun 29 10:44:02.302735 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.318622 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c663dc-e289-4194-9346-1c53189e885b,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.327654 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.559719 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964e43-dc1e-459e-ac2c-d9716566f57a req-1077add8-fc75-4f70-97eb-895010f3cbd3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:02.566695 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-38964e43-dc1e-459e-ac2c-d9716566f57a req-1077add8-fc75-4f70-97eb-895010f3cbd3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.1033423 Jun 29 10:44:02.734360 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-38964e43-dc1e-459e-ac2c-d9716566f57a req-f10002b9-5c68-4c1d-8228-bb62f462f13c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610951 Jun 29 10:44:02.834048 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700282a-ef4f-47dd-9867-b47e96d0a391 req-a48b7426-f830-4123-a1ad-266f408fc32d tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:02.835654 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2700282a-ef4f-47dd-9867-b47e96d0a391 req-a48b7426-f830-4123-a1ad-266f408fc32d tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.1607037 Jun 29 10:44:02.920935 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2700282a-ef4f-47dd-9867-b47e96d0a391 req-7febc292-7701-49ea-90c4-03df0fa6327d tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622187 Jun 29 10:44:03.009003 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42960) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:03.034565 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.132804 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7845b196-1c2a-4612-b12f-c30ff6d88ecf req-91451d8c-28ff-4b53-9c99-31ca8d865a3c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0808773 Jun 29 10:44:03.229460 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.237437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.281282 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 42972) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:03.307018 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-195354fc-c45e-4669-86b7-3ee31e14d185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.315696 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=097af38eb9384afbb0353b2d87730fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057415 Jun 29 10:44:03.318649 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 42980) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:03.401651 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93250c90-fcfc-443f-a4a0-5dc4b0c32c72,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.430754 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.431379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.440892 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.462773 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.533870 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.538012 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.541711 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93250c90-fcfc-443f-a4a0-5dc4b0c32c72 HTTP/1.1" status: 204 len: 168 time: 0.2183781 Jun 29 10:44:03.541711 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ba395519-e667-4cae-87f6-20f15821cb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.567422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93250c90-fcfc-443f-a4a0-5dc4b0c32c72,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.569913 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.642696 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.659268 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.662858 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.721649 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c72f85d-8828-4408-a2fb-af2b97d3ad65,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.731743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.765377 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43006) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:03.766164 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b53879ae379b46f4b5e53439e2190e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837985 Jun 29 10:44:03.872213 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.919948 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.033533 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.050109 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.050109 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c72f85d-8828-4408-a2fb-af2b97d3ad65 HTTP/1.1" status: 204 len: 168 time: 0.2824564 Jun 29 10:44:04.053279 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-46c7705c-f566-4ebd-9708-7d72a4227706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.081456 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c72f85d-8828-4408-a2fb-af2b97d3ad65,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.097034 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.134703 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de430a95-74a5-421e-89ae-6394076e5c85 req-258f98d3-bf9a-4ec0-a7fe-fb02c0fc8962 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.137450 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de430a95-74a5-421e-89ae-6394076e5c85 req-258f98d3-bf9a-4ec0-a7fe-fb02c0fc8962 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.2210815 Jun 29 10:44:04.263744 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de430a95-74a5-421e-89ae-6394076e5c85 req-a89ba56d-44a4-4569-9d2b-cea49eb4d231 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032412 Jun 29 10:44:04.332097 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbac5c0-de9e-4b8e-b24d-929a82393bf0 req-7ea589c1-924f-4718-8973-9a6bb45f5a3a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.339083 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abbac5c0-de9e-4b8e-b24d-929a82393bf0 req-7ea589c1-924f-4718-8973-9a6bb45f5a3a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.1925590 Jun 29 10:44:04.395448 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abbac5c0-de9e-4b8e-b24d-929a82393bf0 req-bc84294a-d3dc-44f9-97d1-431cbe89fb25 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 Jun 29 10:44:04.544511 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-173da24c-60d0-439b-9ec3-d54b0cf52978 req-6dc81ff9-cf6e-4c36-8827-b3f61ba83846 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0770247 Jun 29 10:44:04.719414 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43064) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:04.736512 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.832658 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.837246 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.840919 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-366dc404-dfa4-4fc4-bdcc-04e0a3e44677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.875976 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf517a72-536c-402a-a655-c2b11fc91338,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.879610 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.884238 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f1d7216acdc4dcb87819122337d37d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606636 Jun 29 10:44:04.884704 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43072) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:04.938104 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.964020 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.015612 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.018912 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.022170 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf517a72-536c-402a-a655-c2b11fc91338 HTTP/1.1" status: 204 len: 168 time: 0.1344635 Jun 29 10:44:05.022170 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4cbde7c3-8103-4c43-b340-0c1a02426d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.032925 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf517a72-536c-402a-a655-c2b11fc91338,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.035604 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:05.555722 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca4a7e-5460-4f5b-a534-90de5686cc92 req-c6a30183-9e0d-4ab6-97c9-92375088089e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:05.561679 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bca4a7e-5460-4f5b-a534-90de5686cc92 req-c6a30183-9e0d-4ab6-97c9-92375088089e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 932 time: 0.1309555 Jun 29 10:44:05.574698 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Request body: {'port': {'device_id': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:05.704556 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bca4a7e-5460-4f5b-a534-90de5686cc92 req-3dfbf277-353d-491a-af50-162101357ca3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212962 Jun 29 10:44:05.785221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Request body: {'port': {'device_id': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:05.791525 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.018183 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e826361-9f29-48bb-94fd-90b577e1969e req-eba085c0-c9fa-4028-99a6-0dca91b6e456 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0457275 Jun 29 10:44:06.052804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7701d6-e832-4ba8-9239-52ba802e9b6b req-78ebc7d7-552a-4917-bdfe-b6bb47de9285 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.062531 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e7701d6-e832-4ba8-9239-52ba802e9b6b req-78ebc7d7-552a-4917-bdfe-b6bb47de9285 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 931 time: 0.3725064 Jun 29 10:44:06.065497 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.332227 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.69', 64626) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:06.371517 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca334306-c3cc-443f-adcb-0aa9304b8a5a {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:06.380139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.419706 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Transition to ACTIVE for port object ca334306-c3cc-443f-adcb-0aa9304b8a5a will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:06.428772 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.441483 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.546517 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e7701d6-e832-4ba8-9239-52ba802e9b6b req-aafabc8c-4934-490b-94da-8b12c9933bbc tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825139 Jun 29 10:44:06.675704 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca334306-c3cc-443f-adcb-0aa9304b8a5a,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.679664 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.685052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Attempting to bind port ca334306-c3cc-443f-adcb-0aa9304b8a5a on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:06.685404 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Attempting to bind port ca334306-c3cc-443f-adcb-0aa9304b8a5a by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'df6205b0-7d74-436c-ab99-0fca62847d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:06.685771 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Attempting to bind port ca334306-c3cc-443f-adcb-0aa9304b8a5a on network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:06.692014 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Port ca334306-c3cc-443f-adcb-0aa9304b8a5a on network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:06.692334 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Attempting to bind port ca334306-c3cc-443f-adcb-0aa9304b8a5a on network 48c3c746-173f-4ae7-9549-60b5c20d3fc1 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:06.697386 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-75b746fd-6d72-416f-af53-53d6c1916c08 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.698339 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:06.698890 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-75b746fd-6d72-416f-af53-53d6c1916c08 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 818 time: 0.3696437 Jun 29 10:44:06.699313 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Checking segment: {'id': 'df6205b0-7d74-436c-ab99-0fca62847d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:06.700001 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Bound using segment: {'id': 'df6205b0-7d74-436c-ab99-0fca62847d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:06.700974 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Bound port: ca334306-c3cc-443f-adcb-0aa9304b8a5a, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6205b0-7d74-436c-ab99-0fca62847d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:06.701372 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.724767 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Request body: {'port': {'device_id': 'fda39380-aed3-44ad-b16b-911058b671ec', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'admin_state_up': True, 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:06.880157 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21252f7-809c-4590-ac4d-91bc87ca1313 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:06.880987 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] For port ca334306-c3cc-443f-adcb-0aa9304b8a5a, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:06.896711 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] For port ca334306-c3cc-443f-adcb-0aa9304b8a5a, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a,segment=NetworkSegment(df6205b0-7d74-436c-ab99-0fca62847d46),segment_id=df6205b0-7d74-436c-ab99-0fca62847d46)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:06.904397 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.905612 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.913485 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.943265 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Transition to ACTIVE for port object b21252f7-809c-4590-ac4d-91bc87ca1313 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:06.955415 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.968180 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.969527 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.973259 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca334306-c3cc-443f-adcb-0aa9304b8a5a HTTP/1.1" status: 200 len: 1093 time: 1.6182313 Jun 29 10:44:06.976052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'tag': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:06.996113 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.132877 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca334306-c3cc-443f-adcb-0aa9304b8a5a,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.138213 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.153647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Made reservation on behalf of 444bb9600d254abc87d7c51bd3b69be3 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:07.157297 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.161086 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.69', 64636) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:07.165901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Attempting to bind port b21252f7-809c-4590-ac4d-91bc87ca1313 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:07.166431 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Attempting to bind port b21252f7-809c-4590-ac4d-91bc87ca1313 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:07.166742 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Attempting to bind port b21252f7-809c-4590-ac4d-91bc87ca1313 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:07.176621 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b21252f7-809c-4590-ac4d-91bc87ca1313,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.183233 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.187867 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Port b21252f7-809c-4590-ac4d-91bc87ca1313 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:07.188196 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Attempting to bind port b21252f7-809c-4590-ac4d-91bc87ca1313 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:07.204557 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:07.204921 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Checking segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:07.205587 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Bound using segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:07.206037 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Bound port: b21252f7-809c-4590-ac4d-91bc87ca1313, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:07.206450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.219422 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e1bda-8332-4f5d-9769-51a57669052f req-071d0661-3cc7-427c-ba0e-3d1813806faa tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.226768 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-086e1bda-8332-4f5d-9769-51a57669052f req-071d0661-3cc7-427c-ba0e-3d1813806faa tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 944 time: 0.2461951 Jun 29 10:44:07.310320 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c22d8b6e-8620-45f6-851d-1b39616da63e req-ace65659-4ca9-4e27-8893-f1df3789bdc4 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0679760 Jun 29 10:44:07.364029 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43192) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:07.374347 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e573e0e-f725-4c0a-b8b2-8c181c933682", "tag": "ca334306-c3cc-443f-adcb-0aa9304b8a5a"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:07.526353 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-0232684d-cb65-45c5-93cb-1813d77a8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.527969 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-0232684d-cb65-45c5-93cb-1813d77a8460 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae1292756c544ef59c07b9ecb51eb2bc&device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 1096 time: 0.3645484 Jun 29 10:44:07.581885 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-086e1bda-8332-4f5d-9769-51a57669052f req-d507c623-eb89-4a38-984e-8338b988ead7 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508546 Jun 29 10:44:07.674074 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] For port b21252f7-809c-4590-ac4d-91bc87ca1313, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:07.706067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] For port b21252f7-809c-4590-ac4d-91bc87ca1313, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b21252f7-809c-4590-ac4d-91bc87ca1313,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:07.707455 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Allocated IP 172.20.0.4 (4ac3c5f1-f812-4f78-8b31-c6e203cb82f9/abfeb983-e28e-434c-aff2-fe7d689c3858/68235a1e-c985-4ea0-a3bf-1560bd510c33) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:07.721435 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.733905 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.742705 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-56ff951d-c8f5-4436-9fbd-f604b5949e0e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.748188 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-56ff951d-c8f5-4436-9fbd-f604b5949e0e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 818 time: 0.5856421 Jun 29 10:44:07.753962 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-9ccdd4a5-fa54-4dd6-8e16-21102d33a170 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a HTTP/1.1" status: 200 len: 217 time: 0.2078533 Jun 29 10:44:07.760339 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20f374-b3c5-464a-9428-1ed56ed338a3 x-openstack-request-id: req-ed20f374-b3c5-464a-9428-1ed56ed338a3 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:07.760863 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e573e0e-f725-4c0a-b8b2-8c181c933682", "tag": "ca334306-c3cc-443f-adcb-0aa9304b8a5a", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:07.761323 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed20f374-b3c5-464a-9428-1ed56ed338a3 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:07.762009 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'tag': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a', 'status': 'completed', 'code': 200} Jun 29 10:44:07.800119 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Request body: {'port': {'device_id': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'admin_state_up': True, 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:07.833137 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.833760 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.835291 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/b21252f7-809c-4590-ac4d-91bc87ca1313 HTTP/1.1" status: 200 len: 1094 time: 2.4783320 Jun 29 10:44:07.850723 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'tag': 'b21252f7-809c-4590-ac4d-91bc87ca1313'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:07.974665 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.996556 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b21252f7-809c-4590-ac4d-91bc87ca1313,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:08.004745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:08.025705 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e051f-356c-421f-a548-8ac50ce47530 req-736bd42a-e9dc-455f-8773-6fdbfe57b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.027241 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-736bd42a-e9dc-455f-8773-6fdbfe57b973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb008bbd-a176-4ce2-9a1f-86094eecab0e HTTP/1.1" status: 200 len: 851 time: 0.2232270 Jun 29 10:44:08.145020 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75536776-3e0a-4b09-b0ac-07aa3a332498 req-1636f96d-866f-4ffc-bf8d-83f334b82e07 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.152703 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75536776-3e0a-4b09-b0ac-07aa3a332498 req-1636f96d-866f-4ffc-bf8d-83f334b82e07 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 943 time: 0.3632131 Jun 29 10:44:08.160690 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf4c4b8-2ccc-4078-8565-48b781c7df12" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6700ec-37df-49aa-bc11-0036d6f074d9", "tag": "b21252f7-809c-4590-ac4d-91bc87ca1313"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:08.213219 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-45082d9c-ba64-4d48-9b6f-f7b8e270a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.220840 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-45082d9c-ba64-4d48-9b6f-f7b8e270a75b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 1097 time: 0.2843401 Jun 29 10:44:08.231645 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.337945 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:08.422368 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-4f4fb8b9-4ca5-407c-ae8e-2a3c533d7d60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48c3c746-173f-4ae7-9549-60b5c20d3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3824201 Jun 29 10:44:08.426357 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e00775-ab36-4cff-9b14-9118eba31fab x-openstack-request-id: req-b5e00775-ab36-4cff-9b14-9118eba31fab {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:08.428603 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6700ec-37df-49aa-bc11-0036d6f074d9", "tag": "b21252f7-809c-4590-ac4d-91bc87ca1313", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:08.429667 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5e00775-ab36-4cff-9b14-9118eba31fab {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:08.432933 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'tag': 'b21252f7-809c-4590-ac4d-91bc87ca1313', 'status': 'completed', 'code': 200} Jun 29 10:44:08.437604 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-e5a7f3e3-6064-4034-830f-98b7c5fa7350 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21252f7-809c-4590-ac4d-91bc87ca1313 HTTP/1.1" status: 200 len: 217 time: 0.1868165 Jun 29 10:44:08.446994 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.466174 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75536776-3e0a-4b09-b0ac-07aa3a332498 req-3d75627b-7859-41f2-80dd-5ae036d6608f tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116651 Jun 29 10:44:08.490719 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.507946 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8d9e5602-f654-4712-96bc-c7c97433aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:08.586910 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Made reservation on behalf of 444bb9600d254abc87d7c51bd3b69be3 for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:08.590438 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.618025 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a64f1b95-2721-48ca-af4c-809cdabe45e1 req-55a14270-827d-4999-b6b4-ded3fecfa948 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0518715 Jun 29 10:44:08.652785 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.661255 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389674-a577-4a46-a09a-cee885f33955 req-3a61823a-f072-415d-aa06-cf73f5293153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.662853 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-3a61823a-f072-415d-aa06-cf73f5293153 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.1950238 Jun 29 10:44:08.665794 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c6a3d2d3-9596-4c19-8364-8b84a5b93e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:08.778552 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43278) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:08.801975 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-3389b319-2f3c-4532-a3ba-8ffec0146293 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297102 Jun 29 10:44:08.821791 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a9b20-40e8-463c-9adf-c2de0954e5cc,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:08.835601 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:08.837539 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10f40bc379b24e2397d05a0903890f73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4591415 Jun 29 10:44:08.850490 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43290) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:08.858112 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:08.864629 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:08.868038 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:08.873618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.874353 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.893029 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Pushing event updated for resources: {'Port': ['ID=68235a1e-c985-4ea0-a3bf-1560bd510c33,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:08.907583 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:08.958912 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-60fab17d-15b5-46e8-bf5d-555f97b71ca2 service neutron] 10.222.0.69 "GET /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271003 Jun 29 10:44:08.960911 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2426589 Jun 29 10:44:08.985994 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Allocated IP 172.20.0.9 (4ac3c5f1-f812-4f78-8b31-c6e203cb82f9/abfeb983-e28e-434c-aff2-fe7d689c3858/d11c6623-20a0-4b1f-a966-326d41150f0b) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:08.996581 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba02c4-4a7f-468f-89f3-20810e20c80e req-74edc10d-cd16-43c4-8bb8-ca776e5c7efd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.998813 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dbba02c4-4a7f-468f-89f3-20810e20c80e req-74edc10d-cd16-43c4-8bb8-ca776e5c7efd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 944 time: 0.2508230 Jun 29 10:44:09.013139 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Request body: {'port': {'device_id': 'fda39380-aed3-44ad-b16b-911058b671ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:09.061310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43298) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:09.061851 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.084337 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-04c913a4-de8e-493f-a295-07d8d0350643 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549844 Jun 29 10:44:09.123441 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.176149 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.193198 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dbba02c4-4a7f-468f-89f3-20810e20c80e req-190d1b79-a0b3-4707-8f8f-d6dfcdc86dfb tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849468 Jun 29 10:44:09.200108 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.205361 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.252073 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-324e051f-356c-421f-a548-8ac50ce47530 req-dca864c0-afe2-4980-b8a3-9b95ac8ca254 service neutron] 10.222.0.69 "GET /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578127 Jun 29 10:44:09.291917 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.db.api [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:44:09.291917 dv-cinder-793515-4-iscsi neutron-server[104756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:44:09.291917 dv-cinder-793515-4-iscsi neutron-server[104756]: [parameters: {'project_id_1': '579f3720bcc841f99f172d7b6d4b2b90', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 44, 9, 257653)}] Jun 29 10:44:09.291917 dv-cinder-793515-4-iscsi neutron-server[104756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:44:09.292380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_db.api [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:44:09.325361 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.337264 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.340775 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/075a9b20-40e8-463c-9adf-c2de0954e5cc HTTP/1.1" status: 204 len: 168 time: 0.4869723 Jun 29 10:44:09.342713 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.366279 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a9b20-40e8-463c-9adf-c2de0954e5cc,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.369198 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.373137 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.406718 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22389674-a577-4a46-a09a-cee885f33955 req-fdfea85c-4acf-4c30-a72d-dd15a99ffa5d service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102343 Jun 29 10:44:09.415933 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43310) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:09.492753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.505853 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.509517 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-f2446c25-e7d9-4cba-996c-4beb195f4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.511379 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-f2446c25-e7d9-4cba-996c-4beb195f4860 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae1292756c544ef59c07b9ecb51eb2bc&device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 1096 time: 0.1288924 Jun 29 10:44:09.514282 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.518527 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b1474702-f5e4-498d-93c9-d3fb691a6a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.617658 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.638164 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:09.645388 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1f24e183a29406a9e209d7e2bd22a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8593304 Jun 29 10:44:09.649372 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43322) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:09.651649 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c1053-dbd4-4312-a77d-0d76dc8d8660,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.654704 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.655741 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:09.661973 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:09.669385 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.670184 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.680965 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.823252 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Pushing event updated for resources: {'Port': ['ID=d11c6623-20a0-4b1f-a966-326d41150f0b,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.826191 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.831381 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-e4bef41f-2810-478f-b1f8-51a30d9316d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.832628 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-e4bef41f-2810-478f-b1f8-51a30d9316d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48c3c746-173f-4ae7-9549-60b5c20d3fc1 HTTP/1.1" status: 200 len: 912 time: 0.2984290 Jun 29 10:44:09.842102 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.884299 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-cea3d98d-341e-4784-a258-37dc1d0114fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a HTTP/1.1" status: 200 len: 217 time: 0.0442359 Jun 29 10:44:09.897671 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43336) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:09.930518 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.954666 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-6df3731c-f57b-4009-b666-4eff42a0aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.956121 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-6df3731c-f57b-4009-b666-4eff42a0aa53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb008bbd-a176-4ce2-9a1f-86094eecab0e HTTP/1.1" status: 200 len: 851 time: 0.0655324 Jun 29 10:44:09.989221 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-65eae3af-40a2-42e8-8196-7827b0572c7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48c3c746-173f-4ae7-9549-60b5c20d3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 Jun 29 10:44:09.991619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-15790a2a-04b0-482d-af01-01f5bc50fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.993057 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-15790a2a-04b0-482d-af01-01f5bc50fd82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 1097 time: 0.4465313 Jun 29 10:44:10.086352 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-71249fb1-b70b-49d0-ada0-149a2c62d982 service neutron] 10.222.0.69 "GET /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846739 Jun 29 10:44:10.182639 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e04bea05-a3a8-4bb1-a8b6-183e68eac2e4 req-94b5dd2d-ee4e-4290-8924-8a710cbf969f service neutron] 10.222.0.69 "GET /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895944 Jun 29 10:44:10.301242 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.309476 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5155499 Jun 29 10:44:10.324679 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.326145 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.334056 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Request body: {'port': {'device_id': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:10.335408 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7e10f-bd1b-4046-8c79-35108c4b8549 req-fcb1f98e-b2ec-49ca-a145-f5a36cf1742a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.336928 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11d7e10f-bd1b-4046-8c79-35108c4b8549 req-fcb1f98e-b2ec-49ca-a145-f5a36cf1742a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 943 time: 0.6808941 Jun 29 10:44:10.352065 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d1ad16f0-4302-49e7-a9a4-0ba174b8e0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.396009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68235a1e-c985-4ea0-a3bf-1560bd510c33 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:10.404779 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.429377 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.471069 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.512330 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2bf4f1-7cd1-453b-9c63-ded268b23b37,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.520097 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.530747 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25a0315ccbcb4b9d95476da5e437b1df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1137352 Jun 29 10:44:10.533324 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43340) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:10.551763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Transition to ACTIVE for port object 68235a1e-c985-4ea0-a3bf-1560bd510c33 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:10.562584 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54285b30-7dc5-44bd-9be7-692b3ad291d2 req-e34f13f1-e12a-4c6d-a6aa-3c61dc812db9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.564711 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54285b30-7dc5-44bd-9be7-692b3ad291d2 req-e34f13f1-e12a-4c6d-a6aa-3c61dc812db9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 931 time: 0.7169106 Jun 29 10:44:10.580007 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.584887 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-f374e189-4c03-4cd9-a04a-facf74bcd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.586320 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-f374e189-4c03-4cd9-a04a-facf74bcd24d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 916 time: 0.5782993 Jun 29 10:44:10.589099 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11d7e10f-bd1b-4046-8c79-35108c4b8549 req-be457c4d-3bf1-4918-b928-0b3c703d6c8d tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220099 Jun 29 10:44:10.602384 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.633855 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.656458 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.684737 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-124f22b3-1bb3-46ba-b150-c966728bce86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21252f7-809c-4590-ac4d-91bc87ca1313 HTTP/1.1" status: 200 len: 217 time: 0.0862360 Jun 29 10:44:10.715964 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.720954 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.725039 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca2bf4f1-7cd1-453b-9c63-ded268b23b37 HTTP/1.1" status: 204 len: 168 time: 0.1906807 Jun 29 10:44:10.727319 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.748959 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2bf4f1-7cd1-453b-9c63-ded268b23b37,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.756973 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.789868 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54285b30-7dc5-44bd-9be7-692b3ad291d2 req-aeb99656-3dad-4970-a367-b26959d2bcfc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101107 Jun 29 10:44:10.793339 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Pushing event updated for resources: {'Port': ['ID=68235a1e-c985-4ea0-a3bf-1560bd510c33,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.795731 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.798798 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.802281 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e69c1053-dbd4-4312-a77d-0d76dc8d8660 HTTP/1.1" status: 204 len: 168 time: 1.1390879 Jun 29 10:44:10.805488 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.806193 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4cf5ddd2-adaa-4e19-9af8-b82911c73e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.859316 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c1053-dbd4-4312-a77d-0d76dc8d8660,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.868964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.870815 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.874727 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-20200ca2-28b1-42ba-b849-3f875e94f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.876744 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-20200ca2-28b1-42ba-b849-3f875e94f15d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.1708739 Jun 29 10:44:10.881796 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11c6623-20a0-4b1f-a966-326d41150f0b {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:10.886170 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.894647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.900073 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.926816 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Transition to ACTIVE for port object d11c6623-20a0-4b1f-a966-326d41150f0b will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:10.936445 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672ad065-64c2-4f58-bb51-15664cbe6383,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.938629 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.939812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Attempting to bind port 68235a1e-c985-4ea0-a3bf-1560bd510c33 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:10.940124 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Attempting to bind port 68235a1e-c985-4ea0-a3bf-1560bd510c33 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:10.940450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Attempting to bind port 68235a1e-c985-4ea0-a3bf-1560bd510c33 on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:10.945033 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.949508 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.966206 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-4cf3d14f-f059-440b-82d9-613dd940dea1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736556 Jun 29 10:44:10.976011 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Port 68235a1e-c985-4ea0-a3bf-1560bd510c33 on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:10.976550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Attempting to bind port 68235a1e-c985-4ea0-a3bf-1560bd510c33 on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:11.038037 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d11c6623-20a0-4b1f-a966-326d41150f0b,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.042723 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.082910 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-91137772-51a7-48c1-8b94-a007ace865f8 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988224 Jun 29 10:44:11.086069 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:11.086716 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Checking segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:11.087328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Bound using segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:11.087959 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Bound port: 68235a1e-c985-4ea0-a3bf-1560bd510c33, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:11.088491 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.092619 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=579f3720bcc841f99f172d7b6d4b2b90&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0279024 Jun 29 10:44:11.097277 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43356) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:11.171028 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7efdc4-c291-463b-82f3-48f1deb2f43c req-526c15be-747d-410d-956e-eaa9e0608485 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.173521 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9e7efdc4-c291-463b-82f3-48f1deb2f43c req-526c15be-747d-410d-956e-eaa9e0608485 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 944 time: 0.4643285 Jun 29 10:44:11.248580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Attempting to bind port d11c6623-20a0-4b1f-a966-326d41150f0b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:11.248580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Attempting to bind port d11c6623-20a0-4b1f-a966-326d41150f0b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:11.248891 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Attempting to bind port d11c6623-20a0-4b1f-a966-326d41150f0b on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:11.255883 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] For port 68235a1e-c985-4ea0-a3bf-1560bd510c33, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:11.260002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] For port 68235a1e-c985-4ea0-a3bf-1560bd510c33, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:11.264016 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.265110 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Port d11c6623-20a0-4b1f-a966-326d41150f0b on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:11.265438 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Attempting to bind port d11c6623-20a0-4b1f-a966-326d41150f0b on network 4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:11.271626 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:11.271976 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Checking segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:11.272360 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Bound using segment: {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:11.272850 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Bound port: d11c6623-20a0-4b1f-a966-326d41150f0b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:11.273201 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.276976 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.288500 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.292159 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.309917 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4702adf5-7a41-4873-a662-d8da833c76db tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.363889 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43364) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:11.377778 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9afefb314eb843089e4f0922050f3a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4761863 Jun 29 10:44:11.377982 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.377982 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.379042 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781b3274-ad9f-4c91-aa82-48f99d71d138,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.379453 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] 10.222.0.69 "PUT /v2.0/ports/68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 1093 time: 2.3794527 Jun 29 10:44:11.385825 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda39380-aed3-44ad-b16b-911058b671ec', 'tag': '68235a1e-c985-4ea0-a3bf-1560bd510c33'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:11.388057 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43366) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:11.388170 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153b898b-4aad-47ff-8728-2d36d801251f" -d '{"events": [{"name": "network-changed", "server_uuid": "fda39380-aed3-44ad-b16b-911058b671ec", "tag": "68235a1e-c985-4ea0-a3bf-1560bd510c33"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:11.398334 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.404909 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.417690 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9e7efdc4-c291-463b-82f3-48f1deb2f43c req-7c2983db-a306-4207-b91a-7e59d1f3143d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339518 Jun 29 10:44:11.437776 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.443374 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bf4c4b8-2ccc-4078-8565-48b781c7df12 req-afe9be79-319e-488a-a515-20d3e16da9b7 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494451 Jun 29 10:44:11.448752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Pushing event updated for resources: {'Port': ['ID=68235a1e-c985-4ea0-a3bf-1560bd510c33,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.451031 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] For port d11c6623-20a0-4b1f-a966-326d41150f0b, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:11.456079 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.470364 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.479797 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] For port d11c6623-20a0-4b1f-a966-326d41150f0b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d11c6623-20a0-4b1f-a966-326d41150f0b,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:11.494383 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.513113 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.527676 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.536670 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e6d09-1023-435f-8cad-ce66cda7dd46 x-openstack-request-id: req-c78e6d09-1023-435f-8cad-ce66cda7dd46 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:11.537177 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda39380-aed3-44ad-b16b-911058b671ec", "tag": "68235a1e-c985-4ea0-a3bf-1560bd510c33", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:11.537440 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c78e6d09-1023-435f-8cad-ce66cda7dd46 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:11.537907 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda39380-aed3-44ad-b16b-911058b671ec', 'tag': '68235a1e-c985-4ea0-a3bf-1560bd510c33', 'status': 'completed', 'code': 200} Jun 29 10:44:11.572443 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-897ca519-1d16-4186-912e-f69787bea548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.574024 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-897ca519-1d16-4186-912e-f69787bea548 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1096 time: 0.1014047 Jun 29 10:44:11.577062 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.577780 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.579338 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/d11c6623-20a0-4b1f-a966-326d41150f0b HTTP/1.1" status: 200 len: 1093 time: 1.2493422 Jun 29 10:44:11.583443 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.583598 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'tag': 'd11c6623-20a0-4b1f-a966-326d41150f0b'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:11.585781 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c2e85-37f6-460c-8008-97d36b7cd2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9351849-1a6b-4965-8c53-ce2af86303fe", "tag": "d11c6623-20a0-4b1f-a966-326d41150f0b"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:11.586335 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.589859 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/672ad065-64c2-4f58-bb51-15664cbe6383 HTTP/1.1" status: 204 len: 168 time: 0.4819059 Jun 29 10:44:11.589859 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.618352 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.645809 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672ad065-64c2-4f58-bb51-15664cbe6383,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.654697 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d11c6623-20a0-4b1f-a966-326d41150f0b,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.674880 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceeed31-72be-4a35-a01f-6deadb48c9cd x-openstack-request-id: req-6ceeed31-72be-4a35-a01f-6deadb48c9cd {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:11.675440 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.675663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9351849-1a6b-4965-8c53-ce2af86303fe", "tag": "d11c6623-20a0-4b1f-a966-326d41150f0b", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:11.676073 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ceeed31-72be-4a35-a01f-6deadb48c9cd {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:11.676633 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'tag': 'd11c6623-20a0-4b1f-a966-326d41150f0b', 'status': 'completed', 'code': 200} Jun 29 10:44:11.679624 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.728617 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-8ed11680-0be8-4e4c-a51b-7ec2cbefdb8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.1076818 Jun 29 10:44:11.785136 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.788846 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.793139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.797299 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/781b3274-ad9f-4c91-aa82-48f99d71d138 HTTP/1.1" status: 204 len: 168 time: 0.4057975 Jun 29 10:44:11.797299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.802765 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.807640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-1c8b1101-f123-4776-b74c-c49f2be9462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.809735 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-1c8b1101-f123-4776-b74c-c49f2be9462f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0700908 Jun 29 10:44:11.818694 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b3274-ad9f-4c91-aa82-48f99d71d138,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.823151 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.825965 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.863938 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-9efbcdd7-b1b3-4bf5-ac51-e2ce627885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.865699 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-9efbcdd7-b1b3-4bf5-ac51-e2ce627885bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 1096 time: 0.1765478 Jun 29 10:44:11.883895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-a0108bca-3e26-4d4e-b610-5c9b74e78b7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314500 Jun 29 10:44:11.884219 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43390) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:11.894793 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8ccb52801e44aeca3af57da3fbbd675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285194 Jun 29 10:44:11.926195 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af9c7eb-e0ec-47f5-9bb0-afe5754b7134,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.981276 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.983663 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-d6c8d293-2031-4161-b808-270e7712943d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d11c6623-20a0-4b1f-a966-326d41150f0b HTTP/1.1" status: 200 len: 217 time: 0.0835521 Jun 29 10:44:11.991182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43394) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.012391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede4801-f152-447c-9977-a23af2d34d55 req-45d2857a-9890-4184-8dc0-3083322ce144 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.014366 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ede4801-f152-447c-9977-a23af2d34d55 req-45d2857a-9890-4184-8dc0-3083322ce144 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 943 time: 0.2031593 Jun 29 10:44:12.034603 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.098502 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-4165f0a5-cb72-4d07-a634-eefee0445d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.100159 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-4165f0a5-cb72-4d07-a634-eefee0445d8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0963862 Jun 29 10:44:12.142887 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ede4801-f152-447c-9977-a23af2d34d55 req-5c9c852f-f6cf-4556-84ff-d37461d8920d tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188815 Jun 29 10:44:12.143816 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.157707 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-23acbf8e-f7d2-42f3-8d8f-ed86c00781eb service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584684 Jun 29 10:44:12.197310 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-e4c54e2c-0657-485c-9b15-76ac8d78fa60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507243 Jun 29 10:44:12.218618 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.246474 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.257097 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.261236 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.265680 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296459-d424-4292-af27-f52935276ec8 req-4b6473b4-290a-48fc-b11e-4676cac445a0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.267617 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-83296459-d424-4292-af27-f52935276ec8 req-4b6473b4-290a-48fc-b11e-4676cac445a0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 943 time: 0.2370121 Jun 29 10:44:12.316890 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c8d25d6c0a949319822547a7ee52c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243649 Jun 29 10:44:12.319507 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f109f7-2cdc-4c7a-84d1-a545c5013674,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.321874 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43406) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.338068 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.355374 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a4fd742-382a-4843-89a7-ce553f0cecd7 req-70ad3c29-f51a-4e45-b758-7633a244d5f7 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876323 Jun 29 10:44:12.365991 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-95cc9c4b-da4c-42ad-a426-745c0c2ba7bb service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576335 Jun 29 10:44:12.388996 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-83296459-d424-4292-af27-f52935276ec8 req-27d641cd-b1fe-4b86-a09a-20df8a5fcde4 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070337 Jun 29 10:44:12.399966 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.409250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.411826 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1af9c7eb-e0ec-47f5-9bb0-afe5754b7134 HTTP/1.1" status: 204 len: 168 time: 0.5257487 Jun 29 10:44:12.412665 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-1b9b88f1-89b5-4732-a594-41e39b897029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.422204 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af9c7eb-e0ec-47f5-9bb0-afe5754b7134,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.440681 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.445753 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b21252f7-809c-4590-ac4d-91bc87ca1313 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:12.498839 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.571261 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.640743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b898b-4aad-47ff-8728-2d36d801251f req-a3d9a396-535c-4bd3-9cee-752d904c591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.642331 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-a3d9a396-535c-4bd3-9cee-752d904c591d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1096 time: 0.1337261 Jun 29 10:44:12.646371 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fbd96eb5-4c11-43c3-bf40-c6d20740b7b2 req-750b328d-abee-4076-90d5-41edba971f38 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640264 Jun 29 10:44:12.680436 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.684147 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.685627 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5f109f7-2cdc-4c7a-84d1-a545c5013674 HTTP/1.1" status: 204 len: 168 time: 0.3572297 Jun 29 10:44:12.686638 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.711418 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f109f7-2cdc-4c7a-84d1-a545c5013674,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.714125 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b21252f7-809c-4590-ac4d-91bc87ca1313, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b21252f7-809c-4590-ac4d-91bc87ca1313,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:12.722217 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.731624 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b21252f7-809c-4590-ac4d-91bc87ca1313', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'port_id': 'b21252f7-809c-4590-ac4d-91bc87ca1313', 'mac_address': 'fa:16:3e:01:17:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b755cdcb-e69c-4315-bb8d-b96962b8d370', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:12.800648 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.816862 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21252f7-809c-4590-ac4d-91bc87ca1313 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:12.851898 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b21252f7-809c-4590-ac4d-91bc87ca1313, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b21252f7-809c-4590-ac4d-91bc87ca1313,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:12.860969 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.862800 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device ca334306-c3cc-443f-adcb-0aa9304b8a5a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:12.900109 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43440) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:12.928983 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-4b791c8f-bbb9-47b4-aa2a-55c9544c096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.930757 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-4b791c8f-bbb9-47b4-aa2a-55c9544c096e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 1096 time: 0.1454906 Jun 29 10:44:12.953602 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.992915 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b3e93-f288-4aae-9777-d07d4315c7bf req-ca913b0d-394b-4556-848e-b24154746650 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.000325 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf5b3e93-f288-4aae-9777-d07d4315c7bf req-ca913b0d-394b-4556-848e-b24154746650 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 944 time: 0.3716545 Jun 29 10:44:13.039427 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b898b-4aad-47ff-8728-2d36d801251f req-24003403-e526-41a0-b58b-db8041ede336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.041186 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-24003403-e526-41a0-b58b-db8041ede336 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.1704068 Jun 29 10:44:13.044616 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b21252f7-809c-4590-ac4d-91bc87ca1313,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.057845 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bf5b3e93-f288-4aae-9777-d07d4315c7bf req-88b6ec5e-b368-4ae1-ae4b-d7b9a7e0a9b8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562189 Jun 29 10:44:13.060095 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.081215 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port ca334306-c3cc-443f-adcb-0aa9304b8a5a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a,segment=NetworkSegment(df6205b0-7d74-436c-ab99-0fca62847d46),segment_id=df6205b0-7d74-436c-ab99-0fca62847d46)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:13.096527 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a', 'network_id': '48c3c746-173f-4ae7-9549-60b5c20d3fc1', 'port_id': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a', 'mac_address': 'fa:16:3e:47:d7:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb008bbd-a176-4ce2-9a1f-86094eecab0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:13.102563 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-4438c836-8741-4343-baa9-c21aa35256f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.0435557 Jun 29 10:44:13.167388 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.168833 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-3501884d-8b3c-4e8e-b825-38c881894ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.170031 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-3501884d-8b3c-4e8e-b825-38c881894ca2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.2309542 Jun 29 10:44:13.178359 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b898b-4aad-47ff-8728-2d36d801251f req-e78de1e0-ee93-4572-8fa9-2f9cebffa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.180091 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-e78de1e0-ee93-4572-8fa9-2f9cebffa28f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0691226 Jun 29 10:44:13.205723 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca334306-c3cc-443f-adcb-0aa9304b8a5a {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:13.232581 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-7f661c10-363e-4dd0-9aba-0f3ce02d9fdc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d11c6623-20a0-4b1f-a966-326d41150f0b HTTP/1.1" status: 200 len: 217 time: 0.0552802 Jun 29 10:44:13.233038 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-cf4536d6-f881-44ee-ba0b-c0b9212e1c9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447969 Jun 29 10:44:13.261445 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port ca334306-c3cc-443f-adcb-0aa9304b8a5a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a,segment=NetworkSegment(df6205b0-7d74-436c-ab99-0fca62847d46),segment_id=df6205b0-7d74-436c-ab99-0fca62847d46)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:13.272019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.274456 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.338097 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-190b39ad-9e5d-493e-9bf8-ef79c872cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.342687 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-190b39ad-9e5d-493e-9bf8-ef79c872cbdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0953984 Jun 29 10:44:13.375022 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=ca334306-c3cc-443f-adcb-0aa9304b8a5a,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.379519 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.395638 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-ccf3fcd4-5c21-49d6-89d3-4c9468bfa436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448766 Jun 29 10:44:13.398963 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-658011540-network', 'tenant_id': '478da6bc79974cd9abe598faeb8e2c42'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:13.444272 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-3fa54b69-b654-493d-bbdd-90458a267d3a service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975789 Jun 29 10:44:13.480535 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Made reservation on behalf of 478da6bc79974cd9abe598faeb8e2c42 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:13.483132 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.503480 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.578324 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-54082ff1-75b8-4c15-ba79-5d3518f5229c service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747637 Jun 29 10:44:13.586465 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df22c8-9cc9-44cb-9359-552712c9ec00 req-fa68ffc3-2546-419b-83b6-438b332cdea5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.588897 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f9df22c8-9cc9-44cb-9359-552712c9ec00 req-fa68ffc3-2546-419b-83b6-438b332cdea5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 944 time: 0.2245023 Jun 29 10:44:13.640796 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43466) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:13.673464 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.751237 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['ca334306-c3cc-443f-adcb-0aa9304b8a5a'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:13.759879 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-981c2e85-37f6-460c-8008-97d36b7cd2dd req-fd9c26ee-8af9-445f-ab0e-9a35f2e8f662 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742096 Jun 29 10:44:13.762356 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.773028 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.779131 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1617581f-79cb-4f1f-b366-f1a1a42299f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.812715 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:13.845445 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61991183-c2ff-48b1-83db-d81583a25d07,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.849202 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.850454 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Added segment a6538655-9255-42d6-99b7-1139f5b1fdf4 of type vlan for network fb021a69-dafe-426b-86a5-d535072db324 Jun 29 10:44:13.853473 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.858845 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:13.860943 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-153b898b-4aad-47ff-8728-2d36d801251f req-f4d7e365-49f5-4b37-9c09-368268381657 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993883 Jun 29 10:44:13.914858 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f9df22c8-9cc9-44cb-9359-552712c9ec00 req-a4dbdf1b-0f9e-42ee-935d-bccea1d87543 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141785 Jun 29 10:44:13.929548 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.984511 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.989193 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.018940 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.019663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:14.023932 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f5e62cc4a5f421b81ac554a6e194a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752866 Jun 29 10:44:14.025836 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.026343 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.029310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43474) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:14.059730 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1578202 Jun 29 10:44:14.072334 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43478) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:14.078011 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Request body: {'subnet': {'network_id': 'fb021a69-dafe-426b-86a5-d535072db324', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-658011540-subnet', 'tenant_id': '478da6bc79974cd9abe598faeb8e2c42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:14.105366 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023c120-f4d1-4cec-a7b4-225b00a1bae6,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:14.110898 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:14.112197 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:14.168803 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Made reservation on behalf of 478da6bc79974cd9abe598faeb8e2c42 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:14.171542 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.199657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a92b28-dbd9-4897-b94e-dedb48c120ab req-f3644143-6ace-41ad-95d6-bdb00476f3cb tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.201264 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a92b28-dbd9-4897-b94e-dedb48c120ab req-f3644143-6ace-41ad-95d6-bdb00476f3cb tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 943 time: 0.3700016 Jun 29 10:44:14.250458 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.346667 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Pushing event updated for resources: {'Network': ['ID=fb021a69-dafe-426b-86a5-d535072db324,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:14.350115 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:14.356362 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.360808 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4c00472b-7063-4fd7-b44a-392acd5bf6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:14.377259 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network fb021a69-dafe-426b-86a5-d535072db324 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:14.404546 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.424810 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feea064f-a0b5-4469-8748-3b20c8a1cc7e,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:14.428266 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:14.440452 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Checking segment: {'id': 'a6538655-9255-42d6-99b7-1139f5b1fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fb021a69-dafe-426b-86a5-d535072db324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:14.441539 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Network hostable DHCP agents. Network: fb021a69-dafe-426b-86a5-d535072db324, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:14.483008 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Network fb021a69-dafe-426b-86a5-d535072db324 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:14.503608 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, fb021a69-dafe-426b-86a5-d535072db324) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:14.509418 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.510023 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.530374 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed11b143-3ce0-41df-83e9-f80dac0f8f7c None None] Network fb021a69-dafe-426b-86a5-d535072db324 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:14.549487 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4758527 Jun 29 10:44:14.702516 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a92b28-dbd9-4897-b94e-dedb48c120ab req-1506f8a2-1ad8-497f-ac27-6b041984c7da tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530387 Jun 29 10:44:14.740551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd759b-0cce-4d47-aaae-2289ad306473 req-c267e9e9-855c-45b6-8344-06308aacdfb5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.742541 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-becd759b-0cce-4d47-aaae-2289ad306473 req-c267e9e9-855c-45b6-8344-06308aacdfb5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 945 time: 0.1662452 Jun 29 10:44:14.744056 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.748119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:14.753416 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1023c120-f4d1-4cec-a7b4-225b00a1bae6 HTTP/1.1" status: 204 len: 168 time: 0.7145562 Jun 29 10:44:14.766169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ec48f0df-6649-4ac7-a317-278bec248090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:14.776294 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023c120-f4d1-4cec-a7b4-225b00a1bae6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:14.779253 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:14.809148 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-becd759b-0cce-4d47-aaae-2289ad306473 req-6a0fa6d2-8b87-4a11-ba2b-95c5fba40bb7 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586438 Jun 29 10:44:14.897918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31fea2b-91f8-4001-a447-07fc7e240c14 None None] Network fb021a69-dafe-426b-86a5-d535072db324 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:15.204712 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75aeab-c331-4107-9be0-1184d2b451d4 req-6d2fc31f-b398-418e-a57d-4a8add66d2ba tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.210598 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b75aeab-c331-4107-9be0-1184d2b451d4 req-6d2fc31f-b398-418e-a57d-4a8add66d2ba tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 944 time: 0.0984569 Jun 29 10:44:15.255775 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b75aeab-c331-4107-9be0-1184d2b451d4 req-597ea17d-d00d-48a9-918e-81310dbd68f1 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Jun 29 10:44:15.545646 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43544) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:15.726365 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.742585 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43558) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:15.893743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.931876 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.935679 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.016789 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbcb47e-dd9f-4a95-8921-1f72b89ed069,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.020967 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.046229 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c01c26a93a084879a38d41f9526cc6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993727 Jun 29 10:44:16.051625 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43576) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.068451 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c35c20-6384-4e2f-95cf-47d4880e0393 req-75f98cdb-c9c5-4191-aa6c-d7022546522b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.073576 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.075445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3c35c20-6384-4e2f-95cf-47d4880e0393 req-75f98cdb-c9c5-4191-aa6c-d7022546522b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 943 time: 0.1849968 Jun 29 10:44:16.093491 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43580) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.098884 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-800469751-network', 'tenant_id': 'c58f35f2ccf349618ad7d6673eb60d43'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:16.131930 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.db.api [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:44:16.131930 dv-cinder-793515-4-iscsi neutron-server[104755]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 10:44:16.131930 dv-cinder-793515-4-iscsi neutron-server[104755]: [parameters: {'project_id': 'f0c2bcc60f83479bb7b6424c7ad3093f', 'id': '81bf8382-eff2-4c1f-8be7-5c3eff8b9007', 'expiration': datetime.datetime(2021, 6, 29, 10, 46, 16, 125723)}] Jun 29 10:44:16.131930 dv-cinder-793515-4-iscsi neutron-server[104755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:44:16.132751 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_db.api [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:44:16.141207 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Made reservation on behalf of c58f35f2ccf349618ad7d6673eb60d43 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:16.144416 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.153265 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.166701 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c3c35c20-6384-4e2f-95cf-47d4880e0393 req-fff03a69-2d50-443d-934e-ac1d443921cd tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903528 Jun 29 10:44:16.190033 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ddcb8-0381-42ec-94c9-f39e327ab8d1 req-62a3ab0a-4033-40d4-9355-542ee504c55c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.191631 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c84ddcb8-0381-42ec-94c9-f39e327ab8d1 req-62a3ab0a-4033-40d4-9355-542ee504c55c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 945 time: 0.1867213 Jun 29 10:44:16.192817 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.231060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.265509 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.271076 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.272645 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c84ddcb8-0381-42ec-94c9-f39e327ab8d1 req-cd851bce-9201-4ba6-a18f-600045aea68a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Jun 29 10:44:16.278797 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.299071 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:16.318934 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6627f619-e73e-463d-8ce0-30375ad57de6,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.324166 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.325323 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.325697 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Added segment 5df71026-c44b-4a87-b551-0d7b161a4a95 of type vlan for network 5962a411-1538-4c45-87c2-eb2de6c19a31 Jun 29 10:44:16.326974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.331627 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.335774 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afbcb47e-dd9f-4a95-8921-1f72b89ed069 HTTP/1.1" status: 204 len: 168 time: 0.2799792 Jun 29 10:44:16.335774 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.349463 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbcb47e-dd9f-4a95-8921-1f72b89ed069,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.356913 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.398288 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.437110 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.439414 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.440613 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.443255 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.473911 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968dcb-8593-4e9a-bcd8-828109df2706 req-bec23096-5230-47a3-9e52-820c44bfe7ee tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.475726 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3968dcb-8593-4e9a-bcd8-828109df2706 req-bec23096-5230-47a3-9e52-820c44bfe7ee tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 944 time: 0.0798438 Jun 29 10:44:16.497398 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4002504 Jun 29 10:44:16.497995 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43594) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.505789 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Request body: {'subnet': {'network_id': '5962a411-1538-4c45-87c2-eb2de6c19a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-800469751-subnet', 'tenant_id': 'c58f35f2ccf349618ad7d6673eb60d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:16.510868 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Pushing event updated for resources: {'Network': ['ID=5962a411-1538-4c45-87c2-eb2de6c19a31,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.522676 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 5962a411-1538-4c45-87c2-eb2de6c19a31 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:16.524158 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.542344 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3968dcb-8593-4e9a-bcd8-828109df2706 req-eaafb72a-4dab-4f2c-b25e-afdf612cef56 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575180 Jun 29 10:44:16.547137 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Made reservation on behalf of c58f35f2ccf349618ad7d6673eb60d43 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:16.555761 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.635880 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.812200 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.821335 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.827611 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.844383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43604) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.855086 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.861820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.900716 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98328c8-3cd0-47db-bd4f-0726ad4868b0,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.906344 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.907589 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9240bca8-c219-4b42-8dd6-8584bd4a7536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.912379 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0c2bcc60f83479bb7b6424c7ad3093f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1682320 Jun 29 10:44:16.915432 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43606) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.932720 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Checking segment: {'id': '5df71026-c44b-4a87-b551-0d7b161a4a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '5962a411-1538-4c45-87c2-eb2de6c19a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:16.933063 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Network hostable DHCP agents. Network: 5962a411-1538-4c45-87c2-eb2de6c19a31, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:16.943311 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33447bfe-bdbd-42a6-aa05-1d998b4af4f0,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.948131 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.960475 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Network 5962a411-1538-4c45-87c2-eb2de6c19a31 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:16.975079 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 5962a411-1538-4c45-87c2-eb2de6c19a31) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:16.980437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.981073 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.986796 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54763f-9b16-41ec-9ab0-4ef20abfb814 None None] Network 5962a411-1538-4c45-87c2-eb2de6c19a31 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:16.999151 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.032647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.038037 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.040573 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.044604 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5426760 Jun 29 10:44:17.073222 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e649f25d-4a9e-462d-9f67-48c9b700da49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.123031 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cee20bea17064807905b3fc3123de567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773080 Jun 29 10:44:17.125783 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43616) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:17.149038 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af6c640-44c4-4471-bf9d-3a5d41c5619e,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.149453 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da871f-688b-49b4-b9cb-0369e29a259f None None] Network 5962a411-1538-4c45-87c2-eb2de6c19a31 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:17.153607 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.177176 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.181306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.182461 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33447bfe-bdbd-42a6-aa05-1d998b4af4f0 HTTP/1.1" status: 204 len: 168 time: 0.2660387 Jun 29 10:44:17.183221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-68beee27-994e-4030-a698-1415d4e4d33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.192598 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33447bfe-bdbd-42a6-aa05-1d998b4af4f0,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.194938 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.248638 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.267923 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43624) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:17.294559 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.384030 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.385113 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Deleting subnet feea064f-a0b5-4469-8748-3b20c8a1cc7e {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:44:17.386647 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.387784 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4af6c640-44c4-4471-bf9d-3a5d41c5619e HTTP/1.1" status: 204 len: 168 time: 0.2607510 Jun 29 10:44:17.388561 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.396945 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af6c640-44c4-4471-bf9d-3a5d41c5619e,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.398511 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.411759 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.447617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.457821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88af66-c691-41b7-bcbc-77ca82cbe5d6 req-5bd61384-bdfe-4b49-905e-077262a01046 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.459330 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df88af66-c691-41b7-bcbc-77ca82cbe5d6 req-5bd61384-bdfe-4b49-905e-077262a01046 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 943 time: 0.1439724 Jun 29 10:44:17.489571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.602656 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df88af66-c691-41b7-bcbc-77ca82cbe5d6 req-1748b607-47e1-4ff2-8721-71f0702f037e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102867 Jun 29 10:44:17.633354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.639500 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.654898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7458d68-6314-415c-b2cf-9c17ae868819 req-9d8d5a62-c913-4b15-9a4a-53549c3ae390 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.656398 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b7458d68-6314-415c-b2cf-9c17ae868819 req-9d8d5a62-c913-4b15-9a4a-53549c3ae390 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 945 time: 0.1825128 Jun 29 10:44:17.677298 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feea064f-a0b5-4469-8748-3b20c8a1cc7e,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.688873 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.692919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/feea064f-a0b5-4469-8748-3b20c8a1cc7e HTTP/1.1" status: 204 len: 168 time: 0.4218183 Jun 29 10:44:17.696615 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43646) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:17.744436 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b7458d68-6314-415c-b2cf-9c17ae868819 req-2f2c034b-be05-460e-b526-13418bca639d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706372 Jun 29 10:44:17.752253 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dbd853a6-f5d9-4ba9-af59-ae1efcaef15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:17.800734 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.821720 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6868c-b5b6-48cd-b69d-279342297b5c req-88bbdfe2-701f-4076-ba23-dd2bbbdbfea3 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.823461 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f5d6868c-b5b6-48cd-b69d-279342297b5c req-88bbdfe2-701f-4076-ba23-dd2bbbdbfea3 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 944 time: 0.0869715 Jun 29 10:44:17.903831 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.906687 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aef4e6f6-96b5-47e3-8020-8f307bb48ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.912798 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f5d6868c-b5b6-48cd-b69d-279342297b5c req-7d805275-b5e5-496a-9fb4-a04450df4a8a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Jun 29 10:44:17.918586 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.919322 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.920078 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.920724 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > port after_create 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.921247 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.921753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > port after_update 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.923022 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.924245 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.924690 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:17.925469 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:18.106819 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:18.107783 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:18.108421 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:18.108730 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:44:18.109470 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb021a69-dafe-426b-86a5-d535072db324']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:18.133042 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6538655-9255-42d6-99b7-1139f5b1fdf4') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:18.133330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6538655-9255-42d6-99b7-1139f5b1fdf4') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:18.152611 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.178511 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.196375 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:44:18.197892 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: from cryptography.utils import int_from_bytes Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: from cryptography.utils import int_from_bytes Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:44:18.204760 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:44:18.277236 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 68235a1e-c985-4ea0-a3bf-1560bd510c33 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:18.280734 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.286108 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.290066 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.292511 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb021a69-dafe-426b-86a5-d535072db324 HTTP/1.1" status: 204 len: 168 time: 0.5944798 Jun 29 10:44:18.294957 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43686) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:18.312220 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb021a69-dafe-426b-86a5-d535072db324,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.314563 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d53b7fdd-ce1d-4337-ad02-c57d9354fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.351166 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Deleting subnet a98328c8-3cd0-47db-bd4f-0726ad4868b0 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:44:18.354675 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.390868 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.396828 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.407699 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 68235a1e-c985-4ea0-a3bf-1560bd510c33, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:18.421053 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '68235a1e-c985-4ea0-a3bf-1560bd510c33', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'port_id': '68235a1e-c985-4ea0-a3bf-1560bd510c33', 'mac_address': 'fa:16:3e:31:77:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:18.472429 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.476171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d1ec39ca-d56b-4078-87ab-6d023d1a688d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.479545 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.497139 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68235a1e-c985-4ea0-a3bf-1560bd510c33 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:18.521865 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 68235a1e-c985-4ea0-a3bf-1560bd510c33, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:18.522990 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.527952 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a98328c8-3cd0-47db-bd4f-0726ad4868b0 HTTP/1.1" status: 204 len: 168 time: 0.2295704 Jun 29 10:44:18.527952 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98328c8-3cd0-47db-bd4f-0726ad4868b0,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.528869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-25d2a5ce-f321-403a-9c34-ce510bc37664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.529474 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43702) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:18.532153 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.533174 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d11c6623-20a0-4b1f-a966-326d41150f0b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:18.546581 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.602068 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d11c6623-20a0-4b1f-a966-326d41150f0b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d11c6623-20a0-4b1f-a966-326d41150f0b,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:18.624715 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.632778 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'd11c6623-20a0-4b1f-a966-326d41150f0b', 'network_id': '4ac3c5f1-f812-4f78-8b31-c6e203cb82f9', 'port_id': 'd11c6623-20a0-4b1f-a966-326d41150f0b', 'mac_address': 'fa:16:3e:9a:aa:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfeb983-e28e-434c-aff2-fe7d689c3858', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:18.634606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=68235a1e-c985-4ea0-a3bf-1560bd510c33,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.637852 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.697567 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.719318 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11c6623-20a0-4b1f-a966-326d41150f0b {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:18.763027 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d11c6623-20a0-4b1f-a966-326d41150f0b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d11c6623-20a0-4b1f-a966-326d41150f0b,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:18.768444 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.772425 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.827867 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2dcd2-ffe7-4f5e-9ecf-ee0422c71782 req-8faa4afe-18c4-4918-92bb-e583f86b9708 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.831424 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fcf2dcd2-ffe7-4f5e-9ecf-ee0422c71782 req-8faa4afe-18c4-4918-92bb-e583f86b9708 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 943 time: 0.1003628 Jun 29 10:44:18.888968 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fcf2dcd2-ffe7-4f5e-9ecf-ee0422c71782 req-0dbc377a-e283-4163-85a4-93bc25ca2601 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Jun 29 10:44:18.898395 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.913725 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5962a411-1538-4c45-87c2-eb2de6c19a31']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:18.918319 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d11c6623-20a0-4b1f-a966-326d41150f0b,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.924388 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.935936 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df71026-c44b-4a87-b551-0d7b161a4a95') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:18.936551 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df71026-c44b-4a87-b551-0d7b161a4a95') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:18.964930 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.982002 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.999605 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:44:19.001854 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:44:19.004001 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:44:19.036898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ade4f-acde-4630-8ac3-30bd666fbd25 req-ff0f54f1-15ca-4437-a45f-fb1d3f6de92d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.045993 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-504ade4f-acde-4630-8ac3-30bd666fbd25 req-ff0f54f1-15ca-4437-a45f-fb1d3f6de92d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 945 time: 0.1004019 Jun 29 10:44:19.092182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.102109 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.105505 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.107589 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] 10.222.0.45 "DELETE /v2.0/networks/5962a411-1538-4c45-87c2-eb2de6c19a31 HTTP/1.1" status: 204 len: 168 time: 0.5768816 Jun 29 10:44:19.121776 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Pushing event deleted for resources: {'Network': ['ID=5962a411-1538-4c45-87c2-eb2de6c19a31,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.126108 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-504ade4f-acde-4630-8ac3-30bd666fbd25 req-980ecf80-2d85-45ce-8904-7da6e9aaf2e2 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784934 Jun 29 10:44:19.126712 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e7429381-55be-4ab1-ab40-19c232db976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.140066 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43728) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.163508 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee074-5240-4577-9329-96e67c6fd5f9 req-7cd59734-e27a-4103-be52-bfedbf7b3493 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.164892 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-451ee074-5240-4577-9329-96e67c6fd5f9 req-7cd59734-e27a-4103-be52-bfedbf7b3493 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 944 time: 0.1110895 Jun 29 10:44:19.204915 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-451ee074-5240-4577-9329-96e67c6fd5f9 req-4e239f9e-8fb1-44d7-a4d3-686d701d90cc tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340271 Jun 29 10:44:19.274826 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b21252f7-809c-4590-ac4d-91bc87ca1313 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:19.286296 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.288683 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43736) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.335062 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port b21252f7-809c-4590-ac4d-91bc87ca1313 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:19.340711 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b21252f7-809c-4590-ac4d-91bc87ca1313 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:19.341816 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.364603 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f88bbade-a7ac-497b-bae7-e65a3ff2a40a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=478da6bc79974cd9abe598faeb8e2c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747139 Jun 29 10:44:19.368007 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 43740) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.430944 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.442799 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.447757 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.451379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.452329 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7ddf2bb8-5f74-486e-a8b0-eb73806135e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.457310 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21252f7-809c-4590-ac4d-91bc87ca1313'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:19.484049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.507760 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed4643232ff4436a8f4c50d0ad9099c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663640 Jun 29 10:44:19.508612 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43744) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.509347 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c707b3-2286-4d80-a387-d3682cb8f596,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.513312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.547218 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b21252f7-809c-4590-ac4d-91bc87ca1313, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b21252f7-809c-4590-ac4d-91bc87ca1313,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:19.552298 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.554168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.555357 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device ca334306-c3cc-443f-adcb-0aa9304b8a5a up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:19.556505 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.561970 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61991183-c2ff-48b1-83db-d81583a25d07 HTTP/1.1" status: 204 len: 168 time: 0.1928318 Jun 29 10:44:19.569683 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-44374c13-ef1a-40cd-a882-d67a8a2a7c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.581329 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61991183-c2ff-48b1-83db-d81583a25d07,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.584455 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.587260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.602329 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.612700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.675293 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.680633 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.682871 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8c707b3-2286-4d80-a387-d3682cb8f596 HTTP/1.1" status: 204 len: 168 time: 0.1682677 Jun 29 10:44:19.683847 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ad5b47fb-a5b1-4e2d-b558-5c9681de7519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.694578 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c707b3-2286-4d80-a387-d3682cb8f596,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.696844 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.701608 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b21252f7-809c-4590-ac4d-91bc87ca1313,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.708195 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.721426 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67424ec-2bb2-41cf-9312-90ce39a3ca52" -d '{"events": [{"server_uuid": "7b6700ec-37df-49aa-bc11-0036d6f074d9", "name": "network-vif-plugged", "status": "completed", "tag": "b21252f7-809c-4590-ac4d-91bc87ca1313"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:19.734679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port ca334306-c3cc-443f-adcb-0aa9304b8a5a completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:19.739010 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port ca334306-c3cc-443f-adcb-0aa9304b8a5a triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:19.739392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.764220 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['68235a1e-c985-4ea0-a3bf-1560bd510c33'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:19.847994 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['d11c6623-20a0-4b1f-a966-326d41150f0b'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:19.905955 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.002066 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port ca334306-c3cc-443f-adcb-0aa9304b8a5a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a,segment=NetworkSegment(df6205b0-7d74-436c-ab99-0fca62847d46),segment_id=df6205b0-7d74-436c-ab99-0fca62847d46)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:20.022968 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.030532 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:20.117732 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=ca334306-c3cc-443f-adcb-0aa9304b8a5a,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:20.127322 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.144413 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6bd6-65e1-4c65-a9f9-d5d1e1826243 req-c045a6a1-8976-4b56-aec1-3967f8b7d9bc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.145770 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52fe6bd6-65e1-4c65-a9f9-d5d1e1826243 req-c045a6a1-8976-4b56-aec1-3967f8b7d9bc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 944 time: 0.0780752 Jun 29 10:44:20.211423 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52fe6bd6-65e1-4c65-a9f9-d5d1e1826243 req-8f4fafdc-2437-436e-a33f-2a4b33a55292 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559130 Jun 29 10:44:20.220013 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f19bf51-62b8-4ff7-9735-d8d614413565 x-openstack-request-id: req-0f19bf51-62b8-4ff7-9735-d8d614413565 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:20.221923 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6700ec-37df-49aa-bc11-0036d6f074d9", "name": "network-vif-plugged", "status": "completed", "tag": "b21252f7-809c-4590-ac4d-91bc87ca1313", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:20.221923 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f19bf51-62b8-4ff7-9735-d8d614413565 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:20.221923 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21252f7-809c-4590-ac4d-91bc87ca1313', 'code': 200} Jun 29 10:44:20.263211 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43786) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:20.335865 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-35d65d92-a414-46dc-9f0b-d6d8575f1fab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c58f35f2ccf349618ad7d6673eb60d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716107 Jun 29 10:44:20.338318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43788) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:20.422371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d8b4898a-3d64-45f9-976b-81d92c21ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.432039 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.463197 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.572551 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.597960 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f93e7-6764-4df8-9825-57f5de3501c6 req-43f89b60-5835-402d-b805-43e488dd9c2b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.605533 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-101f93e7-6764-4df8-9825-57f5de3501c6 req-43f89b60-5835-402d-b805-43e488dd9c2b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.2478552 Jun 29 10:44:20.622689 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.625135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.626572 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6627f619-e73e-463d-8ce0-30375ad57de6 HTTP/1.1" status: 204 len: 168 time: 0.2872555 Jun 29 10:44:20.644946 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-32aa2944-6c57-457a-af16-a83e69c4e66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:20.691283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6627f619-e73e-463d-8ce0-30375ad57de6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:20.699450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.792390 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-101f93e7-6764-4df8-9825-57f5de3501c6 req-8c4435c0-fa40-44b6-8438-0b807444f62a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858459 Jun 29 10:44:20.835052 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ab96-7e27-43c6-b2d7-113a7c102923 req-1c70dec2-b6cf-4628-9060-424b094c1ae2 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.840492 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37f7ab96-7e27-43c6-b2d7-113a7c102923 req-1c70dec2-b6cf-4628-9060-424b094c1ae2 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.3161469 Jun 29 10:44:20.930974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9db84-4c9f-42d6-b7b5-1abb3de7cbb4 req-9a88708b-2644-4fe8-a79e-f369f8a062ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.932717 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67d9db84-4c9f-42d6-b7b5-1abb3de7cbb4 req-9a88708b-2644-4fe8-a79e-f369f8a062ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 1099 time: 0.3234062 Jun 29 10:44:20.939684 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37f7ab96-7e27-43c6-b2d7-113a7c102923 req-fb8220c6-c021-45be-884f-9976f4b731e3 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872211 Jun 29 10:44:20.969402 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-67d9db84-4c9f-42d6-b7b5-1abb3de7cbb4 req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.106593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-67d9db84-4c9f-42d6-b7b5-1abb3de7cbb4 req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.118278 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-67d9db84-4c9f-42d6-b7b5-1abb3de7cbb4 req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.128856 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:21.158675 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67d9db84-4c9f-42d6-b7b5-1abb3de7cbb4 req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169018 Jun 29 10:44:21.167883 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79b444-fd9c-4d6e-8025-dfa8a4f65e36,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:21.171493 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:21.344127 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 68235a1e-c985-4ea0-a3bf-1560bd510c33 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:21.400924 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 68235a1e-c985-4ea0-a3bf-1560bd510c33 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:21.407918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 68235a1e-c985-4ea0-a3bf-1560bd510c33 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:21.408305 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.452061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ba929-20bd-48f7-8d44-5ab4d2da0355 req-565b73e5-d234-4759-864c-e7494be36b75 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.461289 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ba929-20bd-48f7-8d44-5ab4d2da0355 req-565b73e5-d234-4759-864c-e7494be36b75 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 944 time: 0.0847018 Jun 29 10:44:21.520307 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.527610 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ba929-20bd-48f7-8d44-5ab4d2da0355 req-70ef10ee-3102-4064-a20c-4a59d99a471b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652590 Jun 29 10:44:21.566931 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 68235a1e-c985-4ea0-a3bf-1560bd510c33, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:21.571692 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.572781 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d11c6623-20a0-4b1f-a966-326d41150f0b up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:21.579189 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-309d9082-889b-49de-96f7-c639af0096ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:21.656678 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=68235a1e-c985-4ea0-a3bf-1560bd510c33,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:21.660529 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:21.673263 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port d11c6623-20a0-4b1f-a966-326d41150f0b completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:21.679344 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port d11c6623-20a0-4b1f-a966-326d41150f0b triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:21.680006 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.782411 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.828096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d11c6623-20a0-4b1f-a966-326d41150f0b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d11c6623-20a0-4b1f-a966-326d41150f0b,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:21.833674 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.835548 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:21.896008 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d11c6623-20a0-4b1f-a966-326d41150f0b,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:21.912901 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:21.932716 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.044971 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c847e7a-2827-4ddc-8c63-bbcb07772894 req-fcdb75a6-415f-41ee-b8eb-4b61eb727540 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.048053 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c847e7a-2827-4ddc-8c63-bbcb07772894 req-fcdb75a6-415f-41ee-b8eb-4b61eb727540 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.0992134 Jun 29 10:44:22.144236 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c847e7a-2827-4ddc-8c63-bbcb07772894 req-801bc2ed-5867-47eb-848a-ad9403f2f28e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903382 Jun 29 10:44:22.213148 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85245957-cc71-47ed-91d7-c7365a4e684b req-b40afa4f-d3a5-432c-894e-c4d34e8f8ffb tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.215883 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85245957-cc71-47ed-91d7-c7365a4e684b req-b40afa4f-d3a5-432c-894e-c4d34e8f8ffb tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.0953484 Jun 29 10:44:22.222858 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a'}, {'server_uuid': 'fda39380-aed3-44ad-b16b-911058b671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68235a1e-c985-4ea0-a3bf-1560bd510c33'}, {'server_uuid': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11c6623-20a0-4b1f-a966-326d41150f0b'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:22.225243 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e968689d-09dc-4b03-b097-b2ea49d4034c" -d '{"events": [{"server_uuid": "7e573e0e-f725-4c0a-b8b2-8c181c933682", "name": "network-vif-plugged", "status": "completed", "tag": "ca334306-c3cc-443f-adcb-0aa9304b8a5a"}, {"server_uuid": "fda39380-aed3-44ad-b16b-911058b671ec", "name": "network-vif-plugged", "status": "completed", "tag": "68235a1e-c985-4ea0-a3bf-1560bd510c33"}, {"server_uuid": "e9351849-1a6b-4965-8c53-ce2af86303fe", "name": "network-vif-plugged", "status": "completed", "tag": "d11c6623-20a0-4b1f-a966-326d41150f0b"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:22.270193 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85245957-cc71-47ed-91d7-c7365a4e684b req-a0e4fc25-0215-41be-a3da-671735479b74 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Jun 29 10:44:22.278800 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206aa07-9955-44b1-80df-20675c6df08e x-openstack-request-id: req-6206aa07-9955-44b1-80df-20675c6df08e {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:22.279432 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e573e0e-f725-4c0a-b8b2-8c181c933682", "name": "network-vif-plugged", "status": "completed", "tag": "ca334306-c3cc-443f-adcb-0aa9304b8a5a", "code": 200}, {"server_uuid": "fda39380-aed3-44ad-b16b-911058b671ec", "name": "network-vif-plugged", "status": "completed", "tag": "68235a1e-c985-4ea0-a3bf-1560bd510c33", "code": 200}, {"server_uuid": "e9351849-1a6b-4965-8c53-ce2af86303fe", "name": "network-vif-plugged", "status": "completed", "tag": "d11c6623-20a0-4b1f-a966-326d41150f0b", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:22.279617 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6206aa07-9955-44b1-80df-20675c6df08e {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:22.280283 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a', 'code': 200} Jun 29 10:44:22.280835 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda39380-aed3-44ad-b16b-911058b671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68235a1e-c985-4ea0-a3bf-1560bd510c33', 'code': 200} Jun 29 10:44:22.281303 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11c6623-20a0-4b1f-a966-326d41150f0b', 'code': 200} Jun 29 10:44:22.842932 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442674e-1202-48b0-aa05-64b27e9feb81 req-4e3f590f-5afa-4b36-ba03-dc6eb2699ee2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.849294 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150dbf5-24fa-4452-96b5-afbfe597f02e req-3a7ed837-7561-4481-a362-ca526c007819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.849860 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2442674e-1202-48b0-aa05-64b27e9feb81 req-4e3f590f-5afa-4b36-ba03-dc6eb2699ee2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1699533 Jun 29 10:44:22.851712 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-4150dbf5-24fa-4452-96b5-afbfe597f02e req-3a7ed837-7561-4481-a362-ca526c007819 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.1075089 Jun 29 10:44:22.877060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221b14-653c-45ac-a756-639783472d11 req-cfd1c96c-b9cc-48a3-9f75-98db4111b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.878662 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f2221b14-653c-45ac-a756-639783472d11 req-cfd1c96c-b9cc-48a3-9f75-98db4111b776 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 1098 time: 0.1652026 Jun 29 10:44:22.885257 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313550-2355-4f99-882a-9aeb4c42d8cf req-699c8cc4-e67f-4fc6-964f-b6c51b9449f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.886680 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74313550-2355-4f99-882a-9aeb4c42d8cf req-699c8cc4-e67f-4fc6-964f-b6c51b9449f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 1098 time: 0.1380804 Jun 29 10:44:22.913793 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-4150dbf5-24fa-4452-96b5-afbfe597f02e req-d59c7790-62eb-41b1-953a-c80c5bfe839f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508301 Jun 29 10:44:22.914658 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2442674e-1202-48b0-aa05-64b27e9feb81 req-a367d9cd-3ce1-492e-aa34-323cee86b789 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Jun 29 10:44:22.956588 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f2221b14-653c-45ac-a756-639783472d11 req-b46c8a59-fede-4b77-9e19-6b10fa06ffee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 Jun 29 10:44:22.960129 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74313550-2355-4f99-882a-9aeb4c42d8cf req-4fbda4d0-8222-423b-b230-a080b0da785b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Jun 29 10:44:23.269556 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 43976) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:23.395229 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.608431 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44006) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:23.643760 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.734543 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.753464 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784aa3f-cb2d-417e-b753-c21a6b037b85 req-1814f4b0-5277-4762-8c37-15546cbfd40c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.756134 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1784aa3f-cb2d-417e-b753-c21a6b037b85 req-1814f4b0-5277-4762-8c37-15546cbfd40c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.4651914 Jun 29 10:44:23.773984 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b10082-148d-49d0-9954-c642e814ecfd req-78379c8e-c978-4807-8f0e-c425d8f110ff tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.781961 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e3b10082-148d-49d0-9954-c642e814ecfd req-78379c8e-c978-4807-8f0e-c425d8f110ff tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.1887956 Jun 29 10:44:23.811476 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.875147 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e3b10082-148d-49d0-9954-c642e814ecfd req-bf3e6e10-32af-4782-94a1-333c7e1f3997 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922270 Jun 29 10:44:23.903186 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1784aa3f-cb2d-417e-b753-c21a6b037b85 req-2e7150b1-c420-485f-bcb3-4fed20af71e1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401291 Jun 29 10:44:23.909575 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.915671 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44020) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:23.926479 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.934190 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f39b03db-f055-412d-a9f9-7c6da024a4e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:23.976023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274f11e8-7e63-4efc-8a57-e2469a5baec7,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:23.980759 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6403d99c9fc42b7b11a58cc8b2c02f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7101352 Jun 29 10:44:23.981812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:23.983827 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44026) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.052293 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.092007 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.097945 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.103370 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b70eab20-cb54-4339-9a8c-6fc50819e5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.103518 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.135998 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e97948-55cc-4e11-ab44-d129500fd7db,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.139190 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.141616 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.158360 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23a54e5c7d6e421585bd6969f6c94192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490019 Jun 29 10:44:24.159284 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44030) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.217000 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f195e-2203-4ce9-aac1-0f1233a18623 req-b1bf59ab-eebe-46d3-a994-b9cd848bc9db tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.218453 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8f9f195e-2203-4ce9-aac1-0f1233a18623 req-b1bf59ab-eebe-46d3-a994-b9cd848bc9db tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1559699 Jun 29 10:44:24.242622 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.248060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.250970 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.252120 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/274f11e8-7e63-4efc-8a57-e2469a5baec7 HTTP/1.1" status: 204 len: 168 time: 0.2673495 Jun 29 10:44:24.256747 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.275220 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44034) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.278369 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.293262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f11e8-7e63-4efc-8a57-e2469a5baec7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.298740 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.309321 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8f9f195e-2203-4ce9-aac1-0f1233a18623 req-01aff29b-d421-46b6-92ff-e4d7fbff7e4b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797129 Jun 29 10:44:24.350290 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.353541 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.356150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.356350 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.360464 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-1d805b08-e2ae-4ce4-8bb6-201eb371989c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.361737 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07e97948-55cc-4e11-ab44-d129500fd7db HTTP/1.1" status: 204 len: 168 time: 0.1977484 Jun 29 10:44:24.363990 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7b6f0c1f-f61f-4fba-81cf-1d2de375155a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.375107 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e97948-55cc-4e11-ab44-d129500fd7db,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.378297 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.400678 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a067c2dc411a4087b2adef4c7ff818c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838426 Jun 29 10:44:24.401627 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e127d-96ad-43f8-a657-d1eaebd4eea3,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.404815 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44040) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.405029 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.467337 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.493738 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.550115 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.553374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.554783 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a2e127d-96ad-43f8-a657-d1eaebd4eea3 HTTP/1.1" status: 204 len: 168 time: 0.1463776 Jun 29 10:44:24.555625 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-cde98761-12c0-4dbf-98bd-e56e3604c246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.565059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e127d-96ad-43f8-a657-d1eaebd4eea3,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.567636 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.601468 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.700403 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.704389 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.708221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e92eb116-f810-4bbd-a778-8fdf6d8e1362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.745302 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ccf9ae618856460dab8daa612e2cdacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657331 Jun 29 10:44:24.748155 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44048) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.755806 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f2bd7-3362-4584-802f-9be7413fd6e2,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.759248 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.771220 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44050) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.790846 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.840380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.876775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.013815 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.031598 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44062) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:25.036670 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44064) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:25.038170 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.044718 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b31f2bd7-3362-4584-802f-9be7413fd6e2 HTTP/1.1" status: 204 len: 168 time: 0.2928157 Jun 29 10:44:25.048192 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0d2f838-2d8d-4dec-a77a-4d5c5012f919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.063825 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.066217 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.114430 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f2bd7-3362-4584-802f-9be7413fd6e2,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.167442 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.196809 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.208783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.214759 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-42a3a573-8d84-47b5-a313-dd82c454cffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.221420 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.db.api [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:44:25.221420 dv-cinder-793515-4-iscsi neutron-server[104755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:44:25.221420 dv-cinder-793515-4-iscsi neutron-server[104755]: [parameters: {'project_id_1': '02aa95567e8440de86cdb9a0f03bfcb9', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 44, 25, 145108)}] Jun 29 10:44:25.221420 dv-cinder-793515-4-iscsi neutron-server[104755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:44:25.222664 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_db.api [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:44:25.299628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759bfe-58b6-4bb9-9692-53cb1e9e6b72 req-7cba11b0-2a2d-4d64-9f65-8e2a024b829e tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.301148 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13759bfe-58b6-4bb9-9692-53cb1e9e6b72 req-7cba11b0-2a2d-4d64-9f65-8e2a024b829e tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.2551291 Jun 29 10:44:25.302609 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f659741-797f-4107-8889-674542130cce,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.306598 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.310775 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb21a707521941fe9d0ae06f0ea62def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374067 Jun 29 10:44:25.318794 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44074) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:25.335854 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.341461 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.346465 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ebc6aaab-994d-44f7-92a7-4e451bc3eec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.351119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526bfd-82d4-4c61-85a0-8a54ae03ca97 req-dd310df3-8154-47ec-b549-d8dfe1d96943 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.352594 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17526bfd-82d4-4c61-85a0-8a54ae03ca97 req-dd310df3-8154-47ec-b549-d8dfe1d96943 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.3008075 Jun 29 10:44:25.383941 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f2c426c5ed44dbf926227dd61cfda6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506768 Jun 29 10:44:25.385118 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45bff7b-d7b1-4496-85e3-abceb7b82638,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.388257 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.388931 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44078) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:25.429752 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13759bfe-58b6-4bb9-9692-53cb1e9e6b72 req-b69ef1b8-ff22-4be1-b6b2-588717d76d09 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096070 Jun 29 10:44:25.445621 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17526bfd-82d4-4c61-85a0-8a54ae03ca97 req-ee982a29-c409-4555-9868-a9bb4ebdf1c9 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765016 Jun 29 10:44:25.448431 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.474242 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.485036 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.525796 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.529432 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.534295 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.538645 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f659741-797f-4107-8889-674542130cce HTTP/1.1" status: 204 len: 168 time: 0.2061617 Jun 29 10:44:25.538645 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.549847 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f659741-797f-4107-8889-674542130cce,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.557859 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.614660 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.619618 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.621121 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d45bff7b-d7b1-4496-85e3-abceb7b82638 HTTP/1.1" status: 204 len: 168 time: 0.2314429 Jun 29 10:44:25.622679 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d41560aa-d459-479b-8ea8-7a6c20b5cb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.651409 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45bff7b-d7b1-4496-85e3-abceb7b82638,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.653825 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.723974 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.727623 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765422d-4d23-4fc1-8986-8cf71f7928fb req-1ac3f72d-29a0-4da2-953d-c7ff748a49c0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.735793 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5765422d-4d23-4fc1-8986-8cf71f7928fb req-1ac3f72d-29a0-4da2-953d-c7ff748a49c0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1580043 Jun 29 10:44:25.833303 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5765422d-4d23-4fc1-8986-8cf71f7928fb req-41fe88e8-961c-4ad4-9e09-4ed6f9b817ee tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964322 Jun 29 10:44:25.913049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.921812 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.925316 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5b32536a-4ec8-4578-ac14-32e96d391908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:26.033018 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44104) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:26.033562 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02aa95567e8440de86cdb9a0f03bfcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9915714 Jun 29 10:44:26.035932 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2acdca7-7998-4307-bfaa-e9281d916831,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:26.046319 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:26.117010 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.148454 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.210892 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.213603 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.214877 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2acdca7-7998-4307-bfaa-e9281d916831 HTTP/1.1" status: 204 len: 168 time: 0.1804378 Jun 29 10:44:26.215611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bbc311aa-9d01-4370-9573-d8bb357e2de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:26.224717 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2acdca7-7998-4307-bfaa-e9281d916831,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:26.230749 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:26.630283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ac520-abc1-47ef-92c3-b667e3df689b req-53e71572-81b3-4791-809a-0f0124b88f01 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.631789 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4b5ac520-abc1-47ef-92c3-b667e3df689b req-53e71572-81b3-4791-809a-0f0124b88f01 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.0709605 Jun 29 10:44:26.679635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4b5ac520-abc1-47ef-92c3-b667e3df689b req-18b1eb1a-d44f-4283-9248-ea3e9583e94a tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365205 Jun 29 10:44:27.039028 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45f39e-d498-4532-9531-8f9d29ae4e04 req-22f70a68-3a4c-4690-b768-32c94247c12a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.050827 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6b45f39e-d498-4532-9531-8f9d29ae4e04 req-22f70a68-3a4c-4690-b768-32c94247c12a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0891185 Jun 29 10:44:27.106496 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6b45f39e-d498-4532-9531-8f9d29ae4e04 req-b64503fd-dea0-4a59-bdea-8cf2bd110693 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Jun 29 10:44:27.665395 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-a733b0c0-a8a7-48b1-abda-2269c5b724cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.667214 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-a733b0c0-a8a7-48b1-abda-2269c5b724cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 1098 time: 0.1242576 Jun 29 10:44:27.711549 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09852651-48ba-4514-a1c0-6922e620cf21 req-6e0f3413-da1f-4c1e-a2d7-5b11b9860bc3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.712864 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09852651-48ba-4514-a1c0-6922e620cf21 req-6e0f3413-da1f-4c1e-a2d7-5b11b9860bc3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1274147 Jun 29 10:44:27.862269 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-cdef7ae5-906f-42a7-b0a1-f19917d895d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.864502 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-cdef7ae5-906f-42a7-b0a1-f19917d895d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.1873956 Jun 29 10:44:27.898844 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09852651-48ba-4514-a1c0-6922e620cf21 req-b9d62cc9-a6fe-44bd-8191-84b90e3b6227 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512508 Jun 29 10:44:27.967730 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-6e193910-cef6-4a45-9ae7-e311a54ea588 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d11c6623-20a0-4b1f-a966-326d41150f0b HTTP/1.1" status: 200 len: 217 time: 0.0454080 Jun 29 10:44:28.024905 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-085ec1e1-ad25-40e4-b60d-a44969a516d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.026465 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-085ec1e1-ad25-40e4-b60d-a44969a516d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0522113 Jun 29 10:44:28.131513 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-9988706f-4f9d-46e1-bb01-c56cfc017442 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jun 29 10:44:28.244848 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-45317a51-8ee5-4489-9c8e-ca90d6326909 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062207 Jun 29 10:44:28.345332 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b24aeb17-2f40-4b56-8fdc-00cce87bf840 req-6a6e3a28-1e5f-4429-ba79-d57267e4abcb service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932796 Jun 29 10:44:28.810385 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44282) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:29.071955 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.130212 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36d3e8-46f1-4b04-becd-48f4c91ac601 req-44d0d109-cc39-49ec-b2d4-750ad7d07319 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.132284 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d36d3e8-46f1-4b04-becd-48f4c91ac601 req-44d0d109-cc39-49ec-b2d4-750ad7d07319 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1203160 Jun 29 10:44:29.207935 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d36d3e8-46f1-4b04-becd-48f4c91ac601 req-8dc2e90e-4f9b-40ee-bc03-4709c2da75d0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688937 Jun 29 10:44:29.256129 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.262147 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.265622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-6722e536-9419-49cf-93e8-04d691e6d7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:29.304544 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aad89415d4ac4c288cd9bd318959e045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929433 Jun 29 10:44:29.305660 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39767d5c-5a37-48f1-b53f-fd08bea78cda,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:29.307236 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44312) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:29.313446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:29.369703 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.392281 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.449183 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.452395 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.454263 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39767d5c-5a37-48f1-b53f-fd08bea78cda HTTP/1.1" status: 204 len: 168 time: 0.1453631 Jun 29 10:44:29.455167 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-924086f6-c9c4-48b9-863d-f3f9373b857c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:29.465804 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39767d5c-5a37-48f1-b53f-fd08bea78cda,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:29.475584 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.338752 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44374) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:30.407026 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec375c7-1c25-4beb-a38f-34debf85b3e2 req-7b29c98e-b616-4be5-b95f-03c15d5b5f2c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.408619 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cec375c7-1c25-4beb-a38f-34debf85b3e2 req-7b29c98e-b616-4be5-b95f-03c15d5b5f2c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0675764 Jun 29 10:44:30.448268 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1216280714-network', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:30.457103 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cec375c7-1c25-4beb-a38f-34debf85b3e2 req-c73008c5-f36f-4ebd-b0e0-12feb855c8c4 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Jun 29 10:44:30.463955 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Made reservation on behalf of 0ba194dd6db7463dbea9b1c9a4b38063 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:30.466533 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.478573 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.577886 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.582213 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.586605 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4c69babe-3c02-48c9-970a-901c8704b8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:30.615019 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:30.620029 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e9adb-c462-4265-9a3c-70ad2217eb7b,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:30.623385 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.629444 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.629444 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Added segment 897eaa97-1144-40d9-a696-182121c3cb9b of type vlan for network a70a0853-804a-4119-af56-806b16745113 Jun 29 10:44:30.674186 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.702003 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.703314 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.703895 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.706665 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bf2c84d6-bff4-4d54-adb8-5008ead72254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:30.755547 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4156876 Jun 29 10:44:30.758488 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44382) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:30.763341 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Request body: {'subnet': {'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1216280714-subnet', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:30.768255 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Pushing event updated for resources: {'Network': ['ID=a70a0853-804a-4119-af56-806b16745113,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:30.770987 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.778547 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network a70a0853-804a-4119-af56-806b16745113 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:30.786071 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Made reservation on behalf of 0ba194dd6db7463dbea9b1c9a4b38063 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:30.788401 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Notify callbacks [] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.947849 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.949866 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.001404 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=290f60f2-98be-4b14-827b-aa5820e79a96,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.004872 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.011505 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Checking segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:31.011921 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Network hostable DHCP agents. Network: a70a0853-804a-4119-af56-806b16745113, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:31.040346 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Network a70a0853-804a-4119-af56-806b16745113 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:31.049080 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, a70a0853-804a-4119-af56-806b16745113) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:31.053136 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.053713 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.059941 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d04858d-1d6e-4f2c-bf85-46a0adfbc43c None None] Network a70a0853-804a-4119-af56-806b16745113 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:31.069030 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d048142a-7aef-47d3-8eef-33f16f98bafc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3094134 Jun 29 10:44:31.071825 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44384) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:31.076312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:31.099454 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.100608 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.203510 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.230391 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-a70a0853-804a-4119-af56-806b16745113', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:44:31.231285 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.345839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.371396 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Allocated IP 172.20.0.2 (a70a0853-804a-4119-af56-806b16745113/290f60f2-98be-4b14-827b-aa5820e79a96/9bcb37bb-4da4-46a5-8ae7-49923d5bd09a) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:31.520813 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.532076 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Transition to ACTIVE for port object 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:31.549585 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Transition to ACTIVE for port object 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:31.558259 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.561738 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.564711 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.578982 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.605395 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Network a70a0853-804a-4119-af56-806b16745113 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:31.609676 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:31.615950 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:31.618912 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Pushing event updated for resources: {'Port': ['ID=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.622569 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.678044 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Attempting to bind port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:31.678451 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Attempting to bind port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:31.678817 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Attempting to bind port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a on network a70a0853-804a-4119-af56-806b16745113 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:31.683876 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:31.684257 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Checking segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:31.684668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.685134 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Bound using segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:31.685666 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Bound port: 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:31.686168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.724006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcc81d-7da1-4579-bb12-00dc1e966873 req-04db49e8-ca2c-4198-b549-6858c7fbeaa1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.725496 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-42fcc81d-7da1-4579-bb12-00dc1e966873 req-04db49e8-ca2c-4198-b549-6858c7fbeaa1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1397343 Jun 29 10:44:31.731785 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Allocated IP 172.27.2.153 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/437dacf7-acc9-4250-a520-3d1e8bfc7eaf) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:31.755405 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] For port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:31.755405 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] For port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:31.760421 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.763460 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.817985 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-42fcc81d-7da1-4579-bb12-00dc1e966873 req-b9f1b1cb-5063-4d12-87eb-b4c9437e4e5a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Jun 29 10:44:31.823952 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Pushing event updated for resources: {'Port': ['ID=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.829423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.891529 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.934036 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.936519 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.977848 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:31.980737 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:31.985708 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:31.988820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Pushing event updated for resources: {'Port': ['ID=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.237244 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.438489 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.526666 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44438) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:32.660097 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.662483 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.788303 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb45b6-3bb1-4b2f-9f9e-4a96aa28a74e None None] Network a70a0853-804a-4119-af56-806b16745113 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:32.863937 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.869231 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:44:32.874369 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.877362 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.883815 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c272dea0-ce0a-40fe-bfd3-5f8fdc2f998e None None] Provisioning for port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:32.952696 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bab157-4aab-4385-9979-150ae3f86f7c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.956350 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.959111 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:32.964056 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44444) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:32.964513 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b67a61e6b8234515879553030fcf64bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347808 Jun 29 10:44:33.017039 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.042631 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:33.046591 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.048313 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:33.048884 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.084838 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:33.098527 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Sync routers for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:33.108366 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e47b11-a7eb-43a0-b5a9-12eea2343e44 req-57b90f5d-ede5-47b6-8085-7c657c5c203e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.110380 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48e47b11-a7eb-43a0-b5a9-12eea2343e44 req-57b90f5d-ede5-47b6-8085-7c657c5c203e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1601388 Jun 29 10:44:33.113312 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:33.116215 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:33.120715 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.122185 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0493770 Jun 29 10:44:33.126270 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44446) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:33.147378 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.150565 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.158030 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19bab157-4aab-4385-9979-150ae3f86f7c HTTP/1.1" status: 204 len: 168 time: 0.1925778 Jun 29 10:44:33.161254 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9c7c502a-0cee-4ddf-b123-228beef54a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:33.177028 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bab157-4aab-4385-9979-150ae3f86f7c,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:33.182883 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.235248 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.303863 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:33.314371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.316464 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:33.387661 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48e47b11-a7eb-43a0-b5a9-12eea2343e44 req-e868af87-9625-42f2-8cf0-17a9b2e2c4d1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588868 Jun 29 10:44:33.480124 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:33.486549 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.499611 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-a1c4eb2b-0c3c-4e7d-bccd-dd0997f7a2e5 None None] Provisioning complete for port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:33.503980 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a1c4eb2b-0c3c-4e7d-bccd-dd0997f7a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.630668 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:33.676418 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44462) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:33.690372 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.781079 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.787998 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.809659 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-efb28c80-fd28-444b-abf2-2ef96df9c03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:33.836454 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f90a2c5d06a4484a8aa34d5755858c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587622 Jun 29 10:44:33.837518 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca3ac3f-6df0-402a-8d6f-bcc6cb32deca,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:33.839256 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44464) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:33.841270 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:33.893218 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 3, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:33.915008 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.920978 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Checking router: 666ca0ba-201c-4fc9-9e84-9d2dead665a7 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:33.921324 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Updating router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:33.945011 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.956750 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.995952 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.107583 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.110556 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.111659 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ca3ac3f-6df0-402a-8d6f-bcc6cb32deca HTTP/1.1" status: 204 len: 168 time: 0.2714505 Jun 29 10:44:34.114110 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f0312c09-9e05-4cf1-b6d1-b9da71542093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:34.126812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Allocated IP 172.20.0.1 (a70a0853-804a-4119-af56-806b16745113/290f60f2-98be-4b14-827b-aa5820e79a96/7c566990-fae6-47ba-a73a-3306449adc51) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:34.129273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca3ac3f-6df0-402a-8d6f-bcc6cb32deca,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:34.133134 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:34.246512 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.247104 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.256906 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Transition to ACTIVE for port object 437dacf7-acc9-4250-a520-3d1e8bfc7eaf will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:34.261212 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Transition to ACTIVE for port object 7c566990-fae6-47ba-a73a-3306449adc51 will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:34.264872 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.268029 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-9bdfdd9c-2a85-4f67-8a2c-84f6d769008e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:34.304002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.307332 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-67b5825a-eb56-4abe-826c-0acc8084459e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:34.315983 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f41e39-b7cb-4ea8-a93b-20decf1df2e0 None None] Pushing event updated for resources: {'Port': ['ID=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:34.319663 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-51f41e39-b7cb-4ea8-a93b-20decf1df2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:34.320471 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Attempting to bind port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:34.320998 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Attempting to bind port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:34.321372 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Attempting to bind port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:34.326686 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:34.327059 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:34.327455 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.328055 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:34.328629 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Bound port: 437dacf7-acc9-4250-a520-3d1e8bfc7eaf, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:34.328913 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.348226 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Network a70a0853-804a-4119-af56-806b16745113 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:34.351245 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:34.355001 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:34.355476 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.394984 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Pushing event updated for resources: {'Port': ['ID=7c566990-fae6-47ba-a73a-3306449adc51,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:34.402491 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:34.411101 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] For port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:34.415811 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] For port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:34.423574 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.463484 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:34.542188 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f41e39-b7cb-4ea8-a93b-20decf1df2e0 None None] Pushing event updated for resources: {'Port': ['ID=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:34.611453 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:34.614669 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:34.757497 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:34.763402 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-fa783004-d402-4688-a06c-026c2d9d21c4 None None] Provisioning for port 7c566990-fae6-47ba-a73a-3306449adc51 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:34.773384 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-fa783004-d402-4688-a06c-026c2d9d21c4 None None] Provisioning complete for port 7c566990-fae6-47ba-a73a-3306449adc51 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:34.773832 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fa783004-d402-4688-a06c-026c2d9d21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.880970 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-fa783004-d402-4688-a06c-026c2d9d21c4 None None] Port 7c566990-fae6-47ba-a73a-3306449adc51 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:34.899398 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.919036 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6355ef-49bf-4cab-812d-4e6c7761d82a req-850282a4-1888-443f-b2e3-701727ac7a98 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.927348 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6f6355ef-49bf-4cab-812d-4e6c7761d82a req-850282a4-1888-443f-b2e3-701727ac7a98 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1590283 Jun 29 10:44:34.950061 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:35.050230 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:35.050628 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.071886 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-51f41e39-b7cb-4ea8-a93b-20decf1df2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:35.128291 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6f6355ef-49bf-4cab-812d-4e6c7761d82a req-7b8ad495-7e39-48d6-8575-6956484631a5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000158 Jun 29 10:44:35.233607 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 3, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:35.262624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.271975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.272205 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b69f4-03d1-4ebe-9d7b-2c2134b7797c None None] The sync data for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi is: [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 3, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:35.275451 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.278507 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4dd5a132-b5e5-476d-a864-31b3780819c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:35.418040 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Pushing event updated for resources: {'Port': ['ID=7c566990-fae6-47ba-a73a-3306449adc51,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:35.427250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:35.481301 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Network a70a0853-804a-4119-af56-806b16745113 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:35.482869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:35.774293 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:35.937886 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:35.938797 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-65aa48b8-3913-4442-b612-dc73fbed1897 None None] Provisioning complete for port 7c566990-fae6-47ba-a73a-3306449adc51 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:35.939180 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-65aa48b8-3913-4442-b612-dc73fbed1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.965072 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] 10.222.0.45 "PUT /v2.0/routers/666ca0ba-201c-4fc9-9e84-9d2dead665a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238163 Jun 29 10:44:35.980330 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-65aa48b8-3913-4442-b612-dc73fbed1897 None None] Port 7c566990-fae6-47ba-a73a-3306449adc51 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:36.345152 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957f67-7617-4a40-9c1b-677a3388cec7 req-58ea0d0d-2a7f-4af2-8b19-4a20fb65ccf9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.346727 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70957f67-7617-4a40-9c1b-677a3388cec7 req-58ea0d0d-2a7f-4af2-8b19-4a20fb65ccf9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0760438 Jun 29 10:44:36.394457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70957f67-7617-4a40-9c1b-677a3388cec7 req-a702b9aa-be5e-4d1b-99bf-afebb4d151a3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Jun 29 10:44:36.557821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44574) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:36.564002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-531513049-network', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:36.585948 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Made reservation on behalf of 6dfdd5584a1e44e4943ecc4150755981 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:36.588420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.601318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.693718 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.697528 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.701670 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-175b0463-7684-4c74-861b-c97673eb3cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.719912 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:36.736356 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64868e-eb0f-4932-a981-3a5a368f3a0f,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.739592 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.741153 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.741500 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Added segment 652c9c86-8891-4be4-a256-2b368cf82ae2 of type vlan for network 80a654f8-1496-43a0-9296-4ec8bfb86cda Jun 29 10:44:36.784459 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.818261 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.819398 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.820077 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.824760 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-14d5848f-0261-4a6d-b11d-74f295bdc9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.906658 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Pushing event updated for resources: {'Network': ['ID=80a654f8-1496-43a0-9296-4ec8bfb86cda,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.910023 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3505399 Jun 29 10:44:36.913336 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.919084 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44586) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:36.920049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Request body: {'subnet': {'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-531513049-subnet', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:36.923373 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:36.964037 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 437dacf7-acc9-4250-a520-3d1e8bfc7eaf up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:36.964772 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Made reservation on behalf of 6dfdd5584a1e44e4943ecc4150755981 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:36.967921 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.047896 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:37.053119 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:37.054170 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.153639 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.176112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:37.182645 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.184996 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:37.192396 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.195175 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:37.229316 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Sync routers for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:37.250972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:37.254203 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:37.255002 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:37.257088 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:37.263417 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b969afac-6d7a-41cf-b7e4-a018528afee6,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:37.266174 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:37.273829 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Checking segment: {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:37.274294 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Network hostable DHCP agents. Network: 80a654f8-1496-43a0-9296-4ec8bfb86cda, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:37.292499 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:37.302615 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 80a654f8-1496-43a0-9296-4ec8bfb86cda) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:37.308970 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.309974 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.314299 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129cfa32-137d-416a-ba75-aff524761042 None None] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:37.326314 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2869994c-30f1-4172-afda-f9aac6284a36 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4108825 Jun 29 10:44:37.328836 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44600) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:37.333239 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:37.355785 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.357036 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.413393 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.524048 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:37.565215 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.611879 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b6ef9-cebf-4e13-9437-07ddf826968b req-e52507e7-5c57-485f-9cdf-90de5c943310 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.627067 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ad5b6ef9-cebf-4e13-9437-07ddf826968b req-e52507e7-5c57-485f-9cdf-90de5c943310 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0956423 Jun 29 10:44:37.680261 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ad5b6ef9-cebf-4e13-9437-07ddf826968b req-718c6154-24f7-47f9-ad77-9d0a92f5e8cf tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Jun 29 10:44:37.785267 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.798767 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-80a654f8-1496-43a0-9296-4ec8bfb86cda', 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'fixed_ips': [{'subnet_id': 'b969afac-6d7a-41cf-b7e4-a018528afee6'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:44:37.799789 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.821139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.829838 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 2, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:37.908647 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Checking router: 666ca0ba-201c-4fc9-9e84-9d2dead665a7 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:37.909010 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Updating router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 port 7c566990-fae6-47ba-a73a-3306449adc51 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:37.931896 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Allocated IP 172.27.2.179 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/2e308b00-bb07-439e-a4e9-349e060b2f40) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:37.991356 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.023337 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44618) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:38.040812 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Allocated IP 172.20.0.2 (80a654f8-1496-43a0-9296-4ec8bfb86cda/b969afac-6d7a-41cf-b7e4-a018528afee6/06c9234a-784e-4ffb-9316-a2fcc721cb73) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:38.057229 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.106059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.110707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.148832 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.161625 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:38.164730 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:38.167265 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:38.193362 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Pushing event updated for resources: {'Port': ['ID=2e308b00-bb07-439e-a4e9-349e060b2f40,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.196483 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.262239 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.270164 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.276171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f0fb6a90-3a01-4498-8035-a64da84eb273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.313652 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04a8c26b242e4a19a2657ec59bf88802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891376 Jun 29 10:44:38.315665 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea3146-69ae-4921-b02e-aa19962ab5dd,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.316991 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44626) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:38.318862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.340371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.356847 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Transition to ACTIVE for port object 06c9234a-784e-4ffb-9316-a2fcc721cb73 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:38.402210 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Transition to ACTIVE for port object 06c9234a-784e-4ffb-9316-a2fcc721cb73 will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:38.414779 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.419260 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.419562 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.425761 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.465792 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Transition to ACTIVE for port object 7c566990-fae6-47ba-a73a-3306449adc51 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:38.475607 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:38.479260 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.479423 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.482586 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:38.487263 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Pushing event updated for resources: {'Port': ['ID=06c9234a-784e-4ffb-9316-a2fcc721cb73,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.490926 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:38.493193 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.493949 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.524837 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.618830 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879d305-6ef7-436f-94b1-5bc899254ec6 None None] Pushing event updated for resources: {'Port': ['ID=7c566990-fae6-47ba-a73a-3306449adc51,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.643076 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-5879d305-6ef7-436f-94b1-5bc899254ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.649683 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Attempting to bind port 06c9234a-784e-4ffb-9316-a2fcc721cb73 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:38.650354 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Attempting to bind port 06c9234a-784e-4ffb-9316-a2fcc721cb73 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:38.650861 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Attempting to bind port 06c9234a-784e-4ffb-9316-a2fcc721cb73 on network 80a654f8-1496-43a0-9296-4ec8bfb86cda {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:38.665698 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:38.666274 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Checking segment: {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:38.666782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.667287 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Bound using segment: {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:38.667898 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Bound port: 06c9234a-784e-4ffb-9316-a2fcc721cb73, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:38.668411 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.672059 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Attempting to bind port 7c566990-fae6-47ba-a73a-3306449adc51 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:38.672581 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Attempting to bind port 7c566990-fae6-47ba-a73a-3306449adc51 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:38.673102 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Attempting to bind port 7c566990-fae6-47ba-a73a-3306449adc51 on network a70a0853-804a-4119-af56-806b16745113 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:38.690169 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:38.690763 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Checking segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:38.691450 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.692034 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Bound using segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:38.692731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Bound port: 7c566990-fae6-47ba-a73a-3306449adc51, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:38.693211 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.808299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.812891 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.817206 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bea3146-69ae-4921-b02e-aa19962ab5dd HTTP/1.1" status: 204 len: 168 time: 0.4989400 Jun 29 10:44:38.820409 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-79b98ea2-6d37-4511-8683-30de690130ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.824015 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] For port 06c9234a-784e-4ffb-9316-a2fcc721cb73, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:38.827202 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] For port 7c566990-fae6-47ba-a73a-3306449adc51, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:38.831013 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] For port 06c9234a-784e-4ffb-9316-a2fcc721cb73, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=06c9234a-784e-4ffb-9316-a2fcc721cb73,segment=NetworkSegment(652c9c86-8891-4be4-a256-2b368cf82ae2),segment_id=652c9c86-8891-4be4-a256-2b368cf82ae2)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:38.833373 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] For port 7c566990-fae6-47ba-a73a-3306449adc51, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=7c566990-fae6-47ba-a73a-3306449adc51,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:38.836205 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea3146-69ae-4921-b02e-aa19962ab5dd,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.838876 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.841468 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.845566 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ab1e6bbd-98e2-4ec5-8db4-35fef95715de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.951186 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.999368 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 437dacf7-acc9-4250-a520-3d1e8bfc7eaf up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:39.020911 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.060194 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c31b-6288-4f0e-80cf-5e28cbb8ab46 req-893ed8c5-6582-4a4c-a375-bb0ab7634263 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.069908 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dff7c31b-6288-4f0e-80cf-5e28cbb8ab46 req-893ed8c5-6582-4a4c-a375-bb0ab7634263 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1994600 Jun 29 10:44:39.163766 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Pushing event updated for resources: {'Port': ['ID=06c9234a-784e-4ffb-9316-a2fcc721cb73,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.168342 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:39.169183 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:39.184384 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dff7c31b-6288-4f0e-80cf-5e28cbb8ab46 req-cf1990fa-b96e-45dc-ace6-8635e1d3822d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106884 Jun 29 10:44:39.222670 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.226903 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.284120 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879d305-6ef7-436f-94b1-5bc899254ec6 None None] Pushing event updated for resources: {'Port': ['ID=7c566990-fae6-47ba-a73a-3306449adc51,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.303852 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-5879d305-6ef7-436f-94b1-5bc899254ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.358085 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:39.358501 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.428875 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Router 830b9070-4c80-4ffc-ade6-695d0a6556da is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:44:39.526678 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:39.576885 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44666) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.602154 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.708444 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:39.718843 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Sync routers for ids ['830b9070-4c80-4ffc-ade6-695d0a6556da'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:39.731889 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-7eca5877-662d-4b77-8df4-b4cc21684960 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.737594 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Routers {'830b9070-4c80-4ffc-ade6-695d0a6556da'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:39.738278 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['830b9070-4c80-4ffc-ade6-695d0a6556da'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:39.744673 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-7eca5877-662d-4b77-8df4-b4cc21684960 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.1901910 Jun 29 10:44:39.770112 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-52f89352-9f40-4ec6-8c48-5dfdf2d8c47e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/quotas/7c11f00c9c4644d2b4a91f8a32302fdd HTTP/1.1" status: 200 len: 375 time: 0.0190094 Jun 29 10:44:39.796075 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.806782 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.817422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6f5b46e2-aeec-4459-9f33-c9670003d005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.828417 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.833279 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5034189 Jun 29 10:44:39.836429 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44674) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.867207 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-ec825ec3-e451-44d0-8b42-eb6632a2618c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957389 Jun 29 10:44:39.973108 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Set router 830b9070-4c80-4ffc-ade6-695d0a6556da gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:40.015174 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-82c46167-bb38-4e63-8b48-c343e9c6325d service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467874 Jun 29 10:44:40.033120 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c37f37c8e88469eaa20fd1f87485579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544420 Jun 29 10:44:40.036322 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44678) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:40.054663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0979b2-c273-4211-b20f-ae619a587f3e,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:40.072514 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:40.185200 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.231020 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-1d500ddb-9ca9-45d3-832f-cae87938bfbb service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123516 Jun 29 10:44:40.282380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.356952 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:38Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:40.423688 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.426050 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ecd5c-492f-484c-8c08-2f77aa614983 None None] The sync data for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi is: [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:38Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:40.426907 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.428157 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad0979b2-c273-4211-b20f-ae619a587f3e HTTP/1.1" status: 204 len: 168 time: 0.3905733 Jun 29 10:44:40.429178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c988ba11-771b-4204-b002-a4a130547beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:40.448902 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0979b2-c273-4211-b20f-ae619a587f3e,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:40.473831 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:40.728957 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-436b088f-efbf-46d8-8dda-3b64ee16b553 req-cb33182a-210a-4328-9b8c-964a4c149e47 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 210 time: 0.0442882 Jun 29 10:44:40.772882 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04c6c3-0017-46d6-96d2-5bc37406b38e req-c5a294e6-177d-4cd6-8466-af504b9e4501 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.774459 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0e04c6c3-0017-46d6-96d2-5bc37406b38e req-c5a294e6-177d-4cd6-8466-af504b9e4501 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.2446043 Jun 29 10:44:40.838081 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0e04c6c3-0017-46d6-96d2-5bc37406b38e req-e65a3536-4ca6-4dcc-94ad-7f72753f4da9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462031 Jun 29 10:44:40.956558 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39c6cf-85f9-426c-ada3-10531dd23757 None None] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:40.972711 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:38Z', 'revision_number': 3, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:41.085860 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Checking router: 830b9070-4c80-4ffc-ade6-695d0a6556da for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:41.086301 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Updating router 830b9070-4c80-4ffc-ade6-695d0a6556da port 2e308b00-bb07-439e-a4e9-349e060b2f40 binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:41.152493 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.166663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.175026 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 06c9234a-784e-4ffb-9316-a2fcc721cb73 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:41.239389 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-03e98b11-f0a9-4b88-87b9-b54d624c1e3e None None] Provisioning for port 06c9234a-784e-4ffb-9316-a2fcc721cb73 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:41.283337 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 06c9234a-784e-4ffb-9316-a2fcc721cb73 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:41.291419 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 06c9234a-784e-4ffb-9316-a2fcc721cb73 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:41.293094 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.533833 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Allocated IP 172.20.0.1 (80a654f8-1496-43a0-9296-4ec8bfb86cda/b969afac-6d7a-41cf-b7e4-a018528afee6/e545febe-f258-4872-89ea-c2eb2412f1bd) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:41.620370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.625203 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.639480 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Transition to ACTIVE for port object 2e308b00-bb07-439e-a4e9-349e060b2f40 will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:41.673727 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.676880 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:41.719901 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 06c9234a-784e-4ffb-9316-a2fcc721cb73, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=06c9234a-784e-4ffb-9316-a2fcc721cb73,segment=NetworkSegment(652c9c86-8891-4be4-a256-2b368cf82ae2),segment_id=652c9c86-8891-4be4-a256-2b368cf82ae2)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:41.728186 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.729402 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 7c566990-fae6-47ba-a73a-3306449adc51 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:41.731701 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:41.754511 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.816059 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729303f-bd09-4490-ac69-7a9643cc8f98 None None] Pushing event updated for resources: {'Port': ['ID=2e308b00-bb07-439e-a4e9-349e060b2f40,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:41.819843 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-c729303f-bd09-4490-ac69-7a9643cc8f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:41.841685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Transition to ACTIVE for port object e545febe-f258-4872-89ea-c2eb2412f1bd will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:41.868446 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Attempting to bind port 2e308b00-bb07-439e-a4e9-349e060b2f40 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:41.868900 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Attempting to bind port 2e308b00-bb07-439e-a4e9-349e060b2f40 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:41.869264 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Attempting to bind port 2e308b00-bb07-439e-a4e9-349e060b2f40 on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:41.886083 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:41.886083 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:41.891083 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.891632 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:41.892283 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Bound port: 2e308b00-bb07-439e-a4e9-349e060b2f40, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:41.892706 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.928135 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=06c9234a-784e-4ffb-9316-a2fcc721cb73,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:41.941055 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:41.967389 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 7c566990-fae6-47ba-a73a-3306449adc51 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:41.987617 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 7c566990-fae6-47ba-a73a-3306449adc51 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:41.989606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.030967 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.042460 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-27167fa5-2a07-41a7-8f1a-4031f58ccb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:42.098163 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] For port 2e308b00-bb07-439e-a4e9-349e060b2f40, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:42.101464 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-9d5e862a-9697-41b3-b1e5-e27e91fabf6f None None] Provisioning complete for port 06c9234a-784e-4ffb-9316-a2fcc721cb73 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:42.102113 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9d5e862a-9697-41b3-b1e5-e27e91fabf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.103829 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] For port 2e308b00-bb07-439e-a4e9-349e060b2f40, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=2e308b00-bb07-439e-a4e9-349e060b2f40,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:42.119053 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.131111 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44748) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:42.151338 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-c729303f-bd09-4490-ac69-7a9643cc8f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:42.197741 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:42.205575 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.212369 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:42.220647 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:42.270799 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Routers {'830b9070-4c80-4ffc-ade6-695d0a6556da'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:42.271672 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['830b9070-4c80-4ffc-ade6-695d0a6556da'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:42.342627 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Pushing event updated for resources: {'Port': ['ID=e545febe-f258-4872-89ea-c2eb2412f1bd,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:42.367473 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3fc84534-7eca-419b-a8fb-6cdd528dde78 req-baf72948-8296-4cbf-8528-81458b30b529 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 210 time: 0.1810849 Jun 29 10:44:42.381688 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:42.387850 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 7c566990-fae6-47ba-a73a-3306449adc51, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=7c566990-fae6-47ba-a73a-3306449adc51,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:42.396519 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.404477 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.421174 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:42.540554 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2057228923-network', 'tenant_id': 'f373eb9efd7a4505ac9aa7eb4d72fda1'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:42.618112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=7c566990-fae6-47ba-a73a-3306449adc51,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:42.622397 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:42.647561 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729303f-bd09-4490-ac69-7a9643cc8f98 None None] Pushing event updated for resources: {'Port': ['ID=2e308b00-bb07-439e-a4e9-349e060b2f40,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:42.652505 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-c729303f-bd09-4490-ac69-7a9643cc8f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:42.652889 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.683515 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] Set router 830b9070-4c80-4ffc-ade6-695d0a6556da gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:42.691594 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d682-de87-4c7f-bc02-533ca2d2f6a0 req-59883d8a-93cc-4ce4-ac3f-4b3c3191148e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.699057 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2ada-4ae0-4aed-8aba-81211ee22f5d None None] Provisioning for port e545febe-f258-4872-89ea-c2eb2412f1bd completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:42.707432 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a075d682-de87-4c7f-bc02-533ca2d2f6a0 req-59883d8a-93cc-4ce4-ac3f-4b3c3191148e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.4090192 Jun 29 10:44:42.708783 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2ada-4ae0-4aed-8aba-81211ee22f5d None None] Provisioning complete for port e545febe-f258-4872-89ea-c2eb2412f1bd triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:42.709215 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2ada-4ae0-4aed-8aba-81211ee22f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.769944 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Made reservation on behalf of f373eb9efd7a4505ac9aa7eb4d72fda1 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:42.772410 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.794553 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf2ada-4ae0-4aed-8aba-81211ee22f5d None None] Port e545febe-f258-4872-89ea-c2eb2412f1bd cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:42.794769 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.844475 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a075d682-de87-4c7f-bc02-533ca2d2f6a0 req-427dbfa2-94dc-40f9-bd5d-beea3b6de7d5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293287 Jun 29 10:44:42.882946 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.888838 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.909818 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:38Z', 'revision_number': 3, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:42.916289 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8cd737d9-9894-409c-a817-a5846a5b03b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:42.929358 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 06c9234a-784e-4ffb-9316-a2fcc721cb73 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:42.975689 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d483a-a2b4-4b6d-9002-44d583793ccb None None] The sync data for ids ['830b9070-4c80-4ffc-ade6-695d0a6556da'] in dv-cinder-793515-4-iscsi is: [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:38Z', 'revision_number': 3, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:42.981950 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Pushing event updated for resources: {'Port': ['ID=e545febe-f258-4872-89ea-c2eb2412f1bd,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:42.986170 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.003755 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.004212 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.004575 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.004922 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.005253 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.005593 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.005928 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.006306 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.006646 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.006975 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.007236 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 06c9234a-784e-4ffb-9316-a2fcc721cb73 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:43.007370 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.007625 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.008035 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.018864 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:43.033657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.042692 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.066541 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b86203a0-0565-45b8-a702-359a3cfad884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:43.071227 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:43.122163 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.124357 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Added segment ecd8a08a-e1f1-4c1b-8645-0f03305875f2 of type vlan for network 24eaba50-8e1b-4783-a94e-051ebf65e63f Jun 29 10:44:43.133626 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:43.136470 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:43.149768 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b430e4-0262-4616-a980-2f545ab9a54a,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:43.153593 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 7c566990-fae6-47ba-a73a-3306449adc51 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:43.182514 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:43.205987 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.229435 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-e028cc11-4553-4557-9043-96ce5639d9b6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.231134 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-e028cc11-4553-4557-9043-96ce5639d9b6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.3856070 Jun 29 10:44:43.239993 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 7c566990-fae6-47ba-a73a-3306449adc51 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:43.241691 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.260494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.262359 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.262769 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.265089 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:43.272783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Request body: {'port': {'device_id': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'admin_state_up': True, 'tenant_id': '7c11f00c9c4644d2b4a91f8a32302fdd'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:43.353299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Router 830b9070-4c80-4ffc-ade6-695d0a6556da has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:43.473824 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44770) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:43.476015 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3436580 Jun 29 10:44:43.481114 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Request body: {'subnet': {'network_id': '24eaba50-8e1b-4783-a94e-051ebf65e63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2057228923-subnet', 'tenant_id': 'f373eb9efd7a4505ac9aa7eb4d72fda1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:43.548522 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Pushing event updated for resources: {'Network': ['ID=24eaba50-8e1b-4783-a94e-051ebf65e63f,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:43.566034 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.566661 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.568700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.569133 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.569539 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.569977 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.570407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.570872 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.571370 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.571718 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.572138 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.572566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:43.588900 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 24eaba50-8e1b-4783-a94e-051ebf65e63f details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:43.599403 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Made reservation on behalf of f373eb9efd7a4505ac9aa7eb4d72fda1 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:43.601892 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.604500 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:43.705048 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:43.736893 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4b1d2e5b-0225-4535-a264-3d8768ad9c14 req-bb983c25-df42-41ff-97cc-e5f555a92b30 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 210 time: 0.1068301 Jun 29 10:44:43.738400 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] 10.222.0.45 "PUT /v2.0/routers/830b9070-4c80-4ffc-ade6-695d0a6556da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8714128 Jun 29 10:44:43.745622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Made reservation on behalf of 7c11f00c9c4644d2b4a91f8a32302fdd for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:43.752422 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.845171 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-ddb1701b-ee6e-4ee1-a763-83ef65ab2305 None None] Provisioning complete for port e545febe-f258-4872-89ea-c2eb2412f1bd triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:43.849201 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ddb1701b-ee6e-4ee1-a763-83ef65ab2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.004350 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1701b-ee6e-4ee1-a763-83ef65ab2305 None None] Port e545febe-f258-4872-89ea-c2eb2412f1bd cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:44.081018 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44832) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:44.143139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.151769 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-430d6a03-26f7-4a51-ab8a-a7f1d02e0b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.243247 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Allocated IP 172.20.0.7 (7fed99bb-4ae9-40e2-8b11-be95b15286a0/b755cdcb-e69c-4315-bb8d-b96962b8d370/866c30b8-0929-4aa7-9768-306892da9a95) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:44.268303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4f656b-c2a0-4f4a-bb8e-fd0c34bc7d85,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:44.272410 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:44.283404 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Checking segment: {'id': 'ecd8a08a-e1f1-4c1b-8645-0f03305875f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '24eaba50-8e1b-4783-a94e-051ebf65e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:44.283849 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Network hostable DHCP agents. Network: 24eaba50-8e1b-4783-a94e-051ebf65e63f, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:44.341950 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.360154 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Network 24eaba50-8e1b-4783-a94e-051ebf65e63f is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:44.396609 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f6dcc-104b-4d41-9531-d2ac65fb4ec4 req-acec1543-7590-4605-948a-b57c391678d5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.398632 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-229f6dcc-104b-4d41-9531-d2ac65fb4ec4 req-acec1543-7590-4605-948a-b57c391678d5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.3213084 Jun 29 10:44:44.417745 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 24eaba50-8e1b-4783-a94e-051ebf65e63f) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:44.427610 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.427610 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.434154 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d70e8b-b184-4329-b388-97f7e909a47e None None] Network 24eaba50-8e1b-4783-a94e-051ebf65e63f requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:44.566437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.580052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.587038 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-642d85e8-9117-44dd-9d3f-999dc119bcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.624896 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1496804 Jun 29 10:44:44.634295 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa6a986-8e69-4bb6-83c9-652c3c0ddd88,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:44.643967 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-229f6dcc-104b-4d41-9531-d2ac65fb4ec4 req-92e6d3d7-ff21-4510-9599-067edf8f7c6b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344241 Jun 29 10:44:44.650876 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:44.684842 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44866) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:44.686265 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff9e6c43d77a443bb3861ab7ca47a1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082425 Jun 29 10:44:44.733670 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5ffc98-e4ca-4fed-8a7b-e5cab6620fac None None] Network 24eaba50-8e1b-4783-a94e-051ebf65e63f requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:44.757158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.786801 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.882215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.885734 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.927793 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.981118 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:45.062682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 2e308b00-bb07-439e-a4e9-349e060b2f40 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:45.062864 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:45.070822 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event updated for resources: {'Port': ['ID=866c30b8-0929-4aa7-9768-306892da9a95,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:45.073765 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:45.076125 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:45.079404 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:45.086277 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.087502 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.105965 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8373742 Jun 29 10:44:45.125243 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.127929 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.129050 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fa6a986-8e69-4bb6-83c9-652c3c0ddd88 HTTP/1.1" status: 204 len: 168 time: 0.4429088 Jun 29 10:44:45.131706 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2fb2d839-ba04-4b07-b0cb-53e5235cd917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:45.150405 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 2e308b00-bb07-439e-a4e9-349e060b2f40 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:45.151032 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Request body: {'port': {'device_id': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:45.165121 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 2e308b00-bb07-439e-a4e9-349e060b2f40 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:45.165722 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.194418 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ffc60-b757-444b-9f67-f8c96cc151e2 req-01dd97fd-bf24-44f3-af6a-efbebab23d81 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.201675 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a89ffc60-b757-444b-9f67-f8c96cc151e2 req-01dd97fd-bf24-44f3-af6a-efbebab23d81 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 931 time: 0.2025063 Jun 29 10:44:45.203828 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa6a986-8e69-4bb6-83c9-652c3c0ddd88,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:45.208450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:45.301907 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a89ffc60-b757-444b-9f67-f8c96cc151e2 req-672d9d9a-d57d-4f78-a2f7-8b4e6987c31b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991471 Jun 29 10:44:45.314893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.336924 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:45.367343 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.399317 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 2e308b00-bb07-439e-a4e9-349e060b2f40, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=2e308b00-bb07-439e-a4e9-349e060b2f40,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:45.441410 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.445016 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:45.533154 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44910) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:45.543269 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1181627938-network', 'tenant_id': '9558358fc7ba48548acd225bbf17d896'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:45.543488 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=2e308b00-bb07-439e-a4e9-349e060b2f40,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:45.554720 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:45.594718 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Made reservation on behalf of 9558358fc7ba48548acd225bbf17d896 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:45.599384 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.625166 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.889209 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.901509 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.907775 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c9801593-1c2f-43da-ba90-4156609c9a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:45.995861 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:46.061936 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.079117 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Added segment 5ac44222-672c-4196-8e09-b3aabc0ba82d of type vlan for network 20d9d501-0163-43b1-a01e-2284635056ec Jun 29 10:44:46.089023 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Sync routers for ids ['830b9070-4c80-4ffc-ade6-695d0a6556da'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:46.114781 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Routers {'830b9070-4c80-4ffc-ade6-695d0a6556da'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:46.115541 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['830b9070-4c80-4ffc-ade6-695d0a6556da'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:46.237253 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.269829 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18acd14-673e-4e3d-b3fa-0e378ad6a2ec,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:46.287557 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.289974 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44928) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:46.308982 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.310424 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.321047 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.323327 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.334666 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44930) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:46.335283 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:46.396401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Set router 830b9070-4c80-4ffc-ade6-695d0a6556da gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:46.419319 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8841057 Jun 29 10:44:46.435476 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44936) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:46.447275 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Request body: {'subnet': {'network_id': '20d9d501-0163-43b1-a01e-2284635056ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1181627938-subnet', 'tenant_id': '9558358fc7ba48548acd225bbf17d896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:46.466663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Pushing event updated for resources: {'Network': ['ID=20d9d501-0163-43b1-a01e-2284635056ec,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:46.473731 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.500210 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 20d9d501-0163-43b1-a01e-2284635056ec details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:46.569123 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866c30b8-0929-4aa7-9768-306892da9a95 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:46.579193 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.603564 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.613284 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Transition to ACTIVE for port object 866c30b8-0929-4aa7-9768-306892da9a95 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:46.621744 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.632170 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.654664 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d6ca8976-8dc2-4d60-bc39-0f38c353624d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:46.702181 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Pushing event updated for resources: {'Port': ['ID=866c30b8-0929-4aa7-9768-306892da9a95,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:46.706994 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.720597 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:46.744512 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8faf84b8bbf4ada81ab1a7dbd81d2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513597 Jun 29 10:44:46.754252 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44940) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:46.785661 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66718561-68c2-4330-bef6-a7cd00edab49 req-63f402c3-352a-4941-ae2d-bd9007bd83f8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.794919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66718561-68c2-4330-bef6-a7cd00edab49 req-63f402c3-352a-4941-ae2d-bd9007bd83f8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.9596996 Jun 29 10:44:46.862361 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b44107-418a-464c-b878-32d18d4fabb3,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:46.863420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bfa5a-d133-4935-a99a-20e61ed810ee req-79e21a6f-ad17-420f-b6d5-bd586c0dc22d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.864945 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-543bfa5a-d133-4935-a99a-20e61ed810ee req-79e21a6f-ad17-420f-b6d5-bd586c0dc22d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 943 time: 0.2468958 Jun 29 10:44:46.867569 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.870523 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Made reservation on behalf of 9558358fc7ba48548acd225bbf17d896 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:46.873018 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.895906 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66718561-68c2-4330-bef6-a7cd00edab49 req-4cf2ed33-249a-4435-bde7-a13e104b2fbb tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999942 Jun 29 10:44:46.896675 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Attempting to bind port 866c30b8-0929-4aa7-9768-306892da9a95 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:46.897053 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Attempting to bind port 866c30b8-0929-4aa7-9768-306892da9a95 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:46.897348 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Attempting to bind port 866c30b8-0929-4aa7-9768-306892da9a95 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:46.919603 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.934246 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Port 866c30b8-0929-4aa7-9768-306892da9a95 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:46.934941 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Attempting to bind port 866c30b8-0929-4aa7-9768-306892da9a95 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:46.943172 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:46.943753 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Checking segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:46.944911 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Bound using segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:46.945568 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Bound port: 866c30b8-0929-4aa7-9768-306892da9a95, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:46.946595 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.964809 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 2e308b00-bb07-439e-a4e9-349e060b2f40 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:47.001544 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-543bfa5a-d133-4935-a99a-20e61ed810ee req-07d2a04f-de6c-43a3-b651-49d9717ba9e8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179485 Jun 29 10:44:47.035915 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 4, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'e545febe-f258-4872-89ea-c2eb2412f1bd', 'name': '', 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'mac_address': 'fa:16:3e:ba:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b969afac-6d7a-41cf-b7e4-a018528afee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:41Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 2, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'subnets': [{'id': 'b969afac-6d7a-41cf-b7e4-a018528afee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:47.040007 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 2e308b00-bb07-439e-a4e9-349e060b2f40 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:47.040390 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.043148 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] For port 866c30b8-0929-4aa7-9768-306892da9a95, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:47.047610 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] For port 866c30b8-0929-4aa7-9768-306892da9a95, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=866c30b8-0929-4aa7-9768-306892da9a95,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:47.066433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.074409 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Checking router: 830b9070-4c80-4ffc-ade6-695d0a6556da for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:47.074703 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Updating router 830b9070-4c80-4ffc-ade6-695d0a6556da port e545febe-f258-4872-89ea-c2eb2412f1bd binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:47.080713 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:47.112482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.113808 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.116060 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] 10.222.0.69 "PUT /v2.0/ports/866c30b8-0929-4aa7-9768-306892da9a95 HTTP/1.1" status: 200 len: 1093 time: 1.9851449 Jun 29 10:44:47.117009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'tag': '866c30b8-0929-4aa7-9768-306892da9a95'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:47.121428 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb98d6d-ea12-40cf-914a-cdd082407fb7", "tag": "866c30b8-0929-4aa7-9768-306892da9a95"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:47.153144 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.167916 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.168438 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.179405 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Pushing event updated for resources: {'Port': ['ID=866c30b8-0929-4aa7-9768-306892da9a95,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:47.197292 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:47.237148 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-943322e6-d7c1-43a5-bf12-091cd13d363e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:47.252695 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44820a86-48ab-4d0c-a473-d7681053dee5 x-openstack-request-id: req-44820a86-48ab-4d0c-a473-d7681053dee5 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:47.253300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb98d6d-ea12-40cf-914a-cdd082407fb7", "tag": "866c30b8-0929-4aa7-9768-306892da9a95", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:47.253934 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44820a86-48ab-4d0c-a473-d7681053dee5 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:47.254705 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'tag': '866c30b8-0929-4aa7-9768-306892da9a95', 'status': 'completed', 'code': 200} Jun 29 10:44:47.268684 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e9b1a3f66b745e7ae65b705dabd7f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758733 Jun 29 10:44:47.273754 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 44948) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:47.285848 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9443172-b47e-4093-8530-1483907cbc52,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:47.290496 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:47.291360 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.298746 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-1610f4cb-6fe3-41da-91f5-1282df80fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.300764 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-1610f4cb-6fe3-41da-91f5-1282df80fcdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 1096 time: 0.0963197 Jun 29 10:44:47.347500 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.391032 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-f6f850c0-a485-48ce-89d0-1f1c3c866036 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866c30b8-0929-4aa7-9768-306892da9a95 HTTP/1.1" status: 200 len: 217 time: 0.0530784 Jun 29 10:44:47.467513 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.471956 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.480401 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.511302 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7b44107-418a-464c-b878-32d18d4fabb3 HTTP/1.1" status: 204 len: 168 time: 0.7248154 Jun 29 10:44:47.511302 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ac27e1f9-21e4-425f-be52-9e8a82f91cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:47.532015 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.579600 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-82f9ecb8-4686-4f9a-a581-82c52ca6a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.581772 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-82f9ecb8-4686-4f9a-a581-82c52ca6a502 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.1721621 Jun 29 10:44:47.632669 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-9e3e4e4c-88a1-4d5d-bfcf-22da0575e862 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431187 Jun 29 10:44:47.749139 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.752647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.757815 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.761960 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9443172-b47e-4093-8530-1483907cbc52 HTTP/1.1" status: 204 len: 168 time: 0.4834342 Jun 29 10:44:47.763389 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9ccd6326-ba3e-4abe-a094-c41f4b0c76db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:47.768266 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Transition to ACTIVE for port object e545febe-f258-4872-89ea-c2eb2412f1bd will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:47.775141 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.777439 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9443172-b47e-4093-8530-1483907cbc52,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:47.778990 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:47.782221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:47.847032 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b44107-418a-464c-b878-32d18d4fabb3,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:47.854582 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94104f-53c2-4937-adf8-ed21dad80e23 None None] Pushing event updated for resources: {'Port': ['ID=e545febe-f258-4872-89ea-c2eb2412f1bd,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:47.871754 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-4c94104f-53c2-4937-adf8-ed21dad80e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:47.877441 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:47.895267 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-6fa9faa2-5d02-4055-9858-8042a4bd41b7 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423084 Jun 29 10:44:47.920206 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:47.923871 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-98a0f991-bccd-4c23-a1a2-d76ba88d090b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:48.094957 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a879ab-21e8-486e-acd1-4db9f4bcdfe4,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:48.103612 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:48.119612 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dde15293-af29-442c-b853-8dbdd8d57b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.140672 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Attempting to bind port e545febe-f258-4872-89ea-c2eb2412f1bd on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:48.141051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Attempting to bind port e545febe-f258-4872-89ea-c2eb2412f1bd by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:48.141429 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Attempting to bind port e545febe-f258-4872-89ea-c2eb2412f1bd on network 80a654f8-1496-43a0-9296-4ec8bfb86cda {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:48.156657 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Checking segment: {'id': '5ac44222-672c-4196-8e09-b3aabc0ba82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '20d9d501-0163-43b1-a01e-2284635056ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:48.157729 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Network hostable DHCP agents. Network: 20d9d501-0163-43b1-a01e-2284635056ec, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:48.170118 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:48.170787 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Checking segment: {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:48.170966 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.172117 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Bound using segment: {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:48.172373 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Bound port: e545febe-f258-4872-89ea-c2eb2412f1bd, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652c9c86-8891-4be4-a256-2b368cf82ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:48.172767 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.231582 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Network 20d9d501-0163-43b1-a01e-2284635056ec is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:48.246867 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 20d9d501-0163-43b1-a01e-2284635056ec) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:48.263435 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.264043 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.271135 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f0975eb-afa4-4855-a563-fcd5c6989de6 req-37fbc8eb-9c28-4878-8f11-7dc991f8f41d service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556912 Jun 29 10:44:48.281447 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e29b3-a32c-4702-9691-b22f568df1f9 None None] Network 20d9d501-0163-43b1-a01e-2284635056ec requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:48.291961 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8541629 Jun 29 10:44:48.390975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34636599-cf1f-4723-8b9a-29d2b22d61a9 req-5fa417a0-2487-4986-a969-0f5b369a82d8 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.392573 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-34636599-cf1f-4723-8b9a-29d2b22d61a9 req-5fa417a0-2487-4986-a969-0f5b369a82d8 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.2397060 Jun 29 10:44:48.441340 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] For port e545febe-f258-4872-89ea-c2eb2412f1bd, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:48.446351 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] For port e545febe-f258-4872-89ea-c2eb2412f1bd, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=e545febe-f258-4872-89ea-c2eb2412f1bd,segment=NetworkSegment(652c9c86-8891-4be4-a256-2b368cf82ae2),segment_id=652c9c86-8891-4be4-a256-2b368cf82ae2)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:48.451410 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.455676 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:48.533436 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3dab5-c3b6-464d-9b4b-8e2a84b9384d req-3bd022ee-9fd3-47e4-b96a-93c39622d3e5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.537356 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37f3dab5-c3b6-464d-9b4b-8e2a84b9384d req-3bd022ee-9fd3-47e4-b96a-93c39622d3e5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.2621188 Jun 29 10:44:48.574096 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-34636599-cf1f-4723-8b9a-29d2b22d61a9 req-a3e2fd25-a000-4532-a7a9-2589ea7665e8 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725378 Jun 29 10:44:48.696095 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37f3dab5-c3b6-464d-9b4b-8e2a84b9384d req-da5e451d-5258-473c-b79f-30efb913474d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502764 Jun 29 10:44:48.711756 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44976) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:48.711910 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-d40f7f02-7226-47a5-9499-cd42b15f8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.714322 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-d40f7f02-7226-47a5-9499-cd42b15f8294 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2531691 Jun 29 10:44:48.763803 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.791953 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Routers {'830b9070-4c80-4ffc-ade6-695d0a6556da'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:48.792624 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['830b9070-4c80-4ffc-ade6-695d0a6556da'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:48.904470 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a2492-041d-4349-b454-4004a0670ca5 None None] Network 20d9d501-0163-43b1-a01e-2284635056ec requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:49.031935 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.036471 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] Set router 830b9070-4c80-4ffc-ade6-695d0a6556da gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:49.042677 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.046036 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-207b5b10-ed8c-4113-b44a-3a4587b925a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:49.052401 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-377d3b07-20f7-44e0-9e05-622f83778b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.053924 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-377d3b07-20f7-44e0-9e05-622f83778b3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 916 time: 0.3314018 Jun 29 10:44:49.102119 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ea6cb7c61804fd19b08cf4aaaecffb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865035 Jun 29 10:44:49.103462 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da097c0-bcae-49b0-b18d-b4f07be21937,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:49.106027 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 44982) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:49.112769 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:49.180467 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-8813864b-46d6-4aab-a573-c5d376059b75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=866c30b8-0929-4aa7-9768-306892da9a95 HTTP/1.1" status: 200 len: 217 time: 0.1113417 Jun 29 10:44:49.186175 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.206305 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94104f-53c2-4937-adf8-ed21dad80e23 None None] Pushing event updated for resources: {'Port': ['ID=e545febe-f258-4872-89ea-c2eb2412f1bd,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:49.240616 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.278737 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-4c94104f-53c2-4937-adf8-ed21dad80e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:49.279709 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96516b1d-8dbb-433b-ab95-20799becfc2c req-63840ead-0a67-49ed-84a3-b7557e7c03ea tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.282697 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96516b1d-8dbb-433b-ab95-20799becfc2c req-63840ead-0a67-49ed-84a3-b7557e7c03ea tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 943 time: 0.4017611 Jun 29 10:44:49.370282 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.372846 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:49.373973 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3da097c0-bcae-49b0-b18d-b4f07be21937 HTTP/1.1" status: 204 len: 168 time: 0.2670212 Jun 29 10:44:49.374835 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bd79910e-2426-41b8-955f-c468d64d0c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:49.387954 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-bc3b5fc3-7cf4-4458-827e-250510f78a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.395205 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da097c0-bcae-49b0-b18d-b4f07be21937,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:49.405082 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-bc3b5fc3-7cf4-4458-827e-250510f78a11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.2065485 Jun 29 10:44:49.411561 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:49.481304 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-822d8a3e-76ca-4709-b0d6-752d5e23fcdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741572 Jun 29 10:44:49.564119 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 4, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'e545febe-f258-4872-89ea-c2eb2412f1bd', 'name': '', 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'mac_address': 'fa:16:3e:ba:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b969afac-6d7a-41cf-b7e4-a018528afee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:41Z', 'updated_at': '2021-06-29T10:44:48Z', 'revision_number': 4, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'subnets': [{'id': 'b969afac-6d7a-41cf-b7e4-a018528afee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:49.631139 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec703ba-da71-49fc-9b12-6c2ffb438628 None None] The sync data for ids ['830b9070-4c80-4ffc-ade6-695d0a6556da'] in dv-cinder-793515-4-iscsi is: [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 4, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'e545febe-f258-4872-89ea-c2eb2412f1bd', 'name': '', 'network_id': '80a654f8-1496-43a0-9296-4ec8bfb86cda', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'mac_address': 'fa:16:3e:ba:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b969afac-6d7a-41cf-b7e4-a018528afee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:41Z', 'updated_at': '2021-06-29T10:44:48Z', 'revision_number': 4, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'subnets': [{'id': 'b969afac-6d7a-41cf-b7e4-a018528afee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:49.645542 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96516b1d-8dbb-433b-ab95-20799becfc2c req-80e4ebdf-dceb-4601-99a5-6a67505125e6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534393 Jun 29 10:44:49.649390 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-c9049b99-6891-427e-a846-7d2b285ef80f service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475067 Jun 29 10:44:50.013763 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3fcb4ae-2bb8-41e4-80d2-249ec7bd935b req-d1b24383-8c0c-4340-8a75-cff87b0b08e8 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488448 Jun 29 10:44:50.177841 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45012) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:50.205395 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.216363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b68c7e-a572-4e8b-8fe7-897a72d7f525 req-cfddbc9d-030f-433c-849f-8276b6c7162f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.217904 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2b68c7e-a572-4e8b-8fe7-897a72d7f525 req-cfddbc9d-030f-433c-849f-8276b6c7162f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1829867 Jun 29 10:44:50.256065 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6daf8-3214-4016-bd46-3c9e0e214b46 req-81b1e60b-034f-48a6-9eb4-0315518307e8 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.257634 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-68e6daf8-3214-4016-bd46-3c9e0e214b46 req-81b1e60b-034f-48a6-9eb4-0315518307e8 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.1665127 Jun 29 10:44:50.371110 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2b68c7e-a572-4e8b-8fe7-897a72d7f525 req-f4b4107a-fe91-446b-9acd-93bae9af02ae tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437132 Jun 29 10:44:50.384650 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-68e6daf8-3214-4016-bd46-3c9e0e214b46 req-3001a187-28a7-404d-b45a-44feaa4574fd tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023929 Jun 29 10:44:50.403171 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.411358 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.419774 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d5d3df32-f807-45ec-91bd-3ea6b99ae528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.442508 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:50.495597 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4204145-c4d8-4236-be19-3228e61ebc87,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:50.500765 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:50.521792 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01a772cb11664a489924b1d19cff1bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412192 Jun 29 10:44:50.525455 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45016) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:50.569815 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.628642 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.731625 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.980454 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.988498 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.990919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4204145-c4d8-4236-be19-3228e61ebc87 HTTP/1.1" status: 204 len: 168 time: 0.4631720 Jun 29 10:44:51.006386 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-1e7f8ea3-0649-4c9d-8729-757c6f2599b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:51.027432 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device e545febe-f258-4872-89ea-c2eb2412f1bd up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:51.048718 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4204145-c4d8-4236-be19-3228e61ebc87,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:51.060139 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:51.091137 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462bce-6828-4ff0-a314-8aa61e1a41c1 req-e5d204da-bb5c-4056-9ca8-c7d03c33500c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.092757 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8462bce-6828-4ff0-a314-8aa61e1a41c1 req-e5d204da-bb5c-4056-9ca8-c7d03c33500c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 943 time: 0.2888393 Jun 29 10:44:51.172514 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port e545febe-f258-4872-89ea-c2eb2412f1bd completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:51.194582 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port e545febe-f258-4872-89ea-c2eb2412f1bd triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:51.194972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.292306 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8462bce-6828-4ff0-a314-8aa61e1a41c1 req-e61e4542-2d24-49a2-bd0f-fd90d7fe3fe6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599407 Jun 29 10:44:51.367399 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-6d2d3c6b-4e71-4314-9eba-103fa59378cc tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.376177 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-6d2d3c6b-4e71-4314-9eba-103fa59378cc tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.1991127 Jun 29 10:44:51.388921 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.515418 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 866c30b8-0929-4aa7-9768-306892da9a95 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:51.877657 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port e545febe-f258-4872-89ea-c2eb2412f1bd, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=e545febe-f258-4872-89ea-c2eb2412f1bd,segment=NetworkSegment(652c9c86-8891-4be4-a256-2b368cf82ae2),segment_id=652c9c86-8891-4be4-a256-2b368cf82ae2)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:51.884510 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.892680 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-4c94104f-53c2-4937-adf8-ed21dad80e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:51.969313 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=e545febe-f258-4872-89ea-c2eb2412f1bd,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:52.037424 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05fe3-9772-4885-b16b-24703255720d req-4a96ff1c-43e9-4191-a25a-8e92dc62fb8b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.040080 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.040458 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.040812 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.041154 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.041489 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.046024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.046422 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.048365 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0da05fe3-9772-4885-b16b-24703255720d req-4a96ff1c-43e9-4191-a25a-8e92dc62fb8b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.3204613 Jun 29 10:44:52.049322 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.049691 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.050038 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.050412 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.050750 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:52.064406 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:52.082166 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.116575 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646ec55-c683-497d-b7cc-f15bdbe7e3d1 req-99dfc31d-e876-4eed-bdc9-4f04e1480440 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.125177 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0646ec55-c683-497d-b7cc-f15bdbe7e3d1 req-99dfc31d-e876-4eed-bdc9-4f04e1480440 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 945 time: 0.4199691 Jun 29 10:44:52.129533 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Deleting port ca334306-c3cc-443f-adcb-0aa9304b8a5a {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:52.131722 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.170295 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 866c30b8-0929-4aa7-9768-306892da9a95, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=866c30b8-0929-4aa7-9768-306892da9a95,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:52.193625 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '866c30b8-0929-4aa7-9768-306892da9a95', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'port_id': '866c30b8-0929-4aa7-9768-306892da9a95', 'mac_address': 'fa:16:3e:84:d7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b755cdcb-e69c-4315-bb8d-b96962b8d370', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:52.333350 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.351163 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866c30b8-0929-4aa7-9768-306892da9a95 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:52.378508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 866c30b8-0929-4aa7-9768-306892da9a95, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=866c30b8-0929-4aa7-9768-306892da9a95,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:52.385735 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.390431 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-15a80f62-bbb9-42a0-927b-d06b1e9634f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:52.426999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0646ec55-c683-497d-b7cc-f15bdbe7e3d1 req-cd3dc5af-5ce3-4e65-8c56-e3bcdc3876c0 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/security-groups?id=b70e225b-883b-4aff-a287-f3ad36ac8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650735 Jun 29 10:44:52.457247 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0da05fe3-9772-4885-b16b-24703255720d req-3029a867-b9bf-4500-b2aa-f207bbe32916 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076550 Jun 29 10:44:52.509358 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=866c30b8-0929-4aa7-9768-306892da9a95,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:52.513827 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:52.567312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] For port ca334306-c3cc-443f-adcb-0aa9304b8a5a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ca334306-c3cc-443f-adcb-0aa9304b8a5a,segment=NetworkSegment(df6205b0-7d74-436c-ab99-0fca62847d46),segment_id=df6205b0-7d74-436c-ab99-0fca62847d46)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:52.567957 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.589666 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Calling delete_port for ca334306-c3cc-443f-adcb-0aa9304b8a5a owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:52.697937 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-0b6d7bbd-a14d-4cd5-bb2e-2a0b59aabe60 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2381134 Jun 29 10:44:52.866487 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['866c30b8-0929-4aa7-9768-306892da9a95'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:52.870619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b584-0e89-43f2-9b6b-ce5609309d59 req-5d0c3e60-d3af-4822-8ea0-90a6b692927a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:52.872265 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-99a1b584-0e89-43f2-9b6b-ce5609309d59 req-5d0c3e60-d3af-4822-8ea0-90a6b692927a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 944 time: 0.1730075 Jun 29 10:44:53.005063 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device e545febe-f258-4872-89ea-c2eb2412f1bd up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:53.019810 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45084) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:53.041065 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.053178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-0c419dfa-db5b-4247-9703-595bb280b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.055232 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-0c419dfa-db5b-4247-9703-595bb280b309 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 1099 time: 0.2516174 Jun 29 10:44:53.068035 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-99a1b584-0e89-43f2-9b6b-ce5609309d59 req-7d0a2c92-56ae-4281-b250-05d4aec3da46 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381676 Jun 29 10:44:53.070155 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:53.111866 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Pushing event deleted for resources: {'Port': ['ID=ca334306-c3cc-443f-adcb-0aa9304b8a5a,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:53.121438 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:53.208538 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port e545febe-f258-4872-89ea-c2eb2412f1bd triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:53.209024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.212479 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1850610241-network', 'tenant_id': 'c515ac1b8f794853bdd871417f216333'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:53.268240 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Made reservation on behalf of c515ac1b8f794853bdd871417f216333 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:53.275347 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.302697 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.392961 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.405849 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] No DVR routers for this DVR port ca334306-c3cc-443f-adcb-0aa9304b8a5a on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:53.409320 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.411374 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0eec5c26-4f02-47d4-993b-fd86c9e6650e req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.69 "DELETE /v2.0/ports/ca334306-c3cc-443f-adcb-0aa9304b8a5a HTTP/1.1" status: 204 len: 173 time: 2.0284157 Jun 29 10:44:53.411862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'name': 'network-vif-deleted', 'tag': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:53.414119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25850ee9-f87a-42cb-bebd-0dbbdcd6be64" -d '{"events": [{"server_uuid": "7e573e0e-f725-4c0a-b8b2-8c181c933682", "name": "network-vif-deleted", "tag": "ca334306-c3cc-443f-adcb-0aa9304b8a5a"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:53.482164 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.501814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.507103 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3777f0e3-8b61-481f-849d-c0bb1859e77d x-openstack-request-id: req-3777f0e3-8b61-481f-849d-c0bb1859e77d {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:53.507416 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e573e0e-f725-4c0a-b8b2-8c181c933682", "name": "network-vif-deleted", "tag": "ca334306-c3cc-443f-adcb-0aa9304b8a5a", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:53.507688 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3777f0e3-8b61-481f-849d-c0bb1859e77d {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:53.508157 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e573e0e-f725-4c0a-b8b2-8c181c933682', 'name': 'network-vif-deleted', 'tag': 'ca334306-c3cc-443f-adcb-0aa9304b8a5a', 'status': 'completed', 'code': 200} Jun 29 10:44:53.508465 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3ae14c4f-86c3-4504-8b49-e23165dbabca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:53.522443 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device ca334306-c3cc-443f-adcb-0aa9304b8a5a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:53.533560 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f60958e-c476-4f50-ade8-820f3bfb75f7,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:53.537753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:53.545689 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:53.577294 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: ca334306-c3cc-443f-adcb-0aa9304b8a5a {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:53.577294 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device ca334306-c3cc-443f-adcb-0aa9304b8a5a not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:53.586532 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.586932 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Added segment ec9043f7-761d-44ba-af4d-40c09b048c7a of type vlan for network cd3b6854-50bd-43a9-b178-6838a2d2036d Jun 29 10:44:53.639262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-c1417588-7c9b-463e-9f0d-52dc3d0ff7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.640733 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-c1417588-7c9b-463e-9f0d-52dc3d0ff7f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 916 time: 0.5431390 Jun 29 10:44:53.691091 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.703127 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-a081a018-b894-43dc-a3f3-a5f498cb4bdf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21252f7-809c-4590-ac4d-91bc87ca1313 HTTP/1.1" status: 200 len: 217 time: 0.0449400 Jun 29 10:44:53.751789 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.755025 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.756252 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.760570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:53.788162 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c130655-d33d-4599-8d00-50b069ac5ee2 req-77169eac-301f-4733-b4f6-fbaf39886c45 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.0837238 Jun 29 10:44:53.813753 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.838158 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8170555 Jun 29 10:44:53.849696 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45106) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:53.859351 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Request body: {'subnet': {'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1850610241-subnet', 'tenant_id': 'c515ac1b8f794853bdd871417f216333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:53.908379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3b6854-50bd-43a9-b178-6838a2d2036d,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:53.913405 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:53.925009 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network cd3b6854-50bd-43a9-b178-6838a2d2036d details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:53.939570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Made reservation on behalf of c515ac1b8f794853bdd871417f216333 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:53.943525 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-73ef06b6-d193-484c-87cb-3f48aeb3dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.943835 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.944980 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-73ef06b6-d193-484c-87cb-3f48aeb3dc05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.2074766 Jun 29 10:44:54.163035 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-3c116e07-ead8-4f48-8b71-f407a2d9b9b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2031486 Jun 29 10:44:54.180638 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7ee61-1d0d-4a91-842b-8ac3af90d783 req-c3c26ad3-b3f5-4a34-aa10-190c75da3170 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.188979 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-73d7ee61-1d0d-4a91-842b-8ac3af90d783 req-c3c26ad3-b3f5-4a34-aa10-190c75da3170 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.4183121 Jun 29 10:44:54.239785 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.242345 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:54.312065 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-52cac15b-9f77-4a89-9445-9ad022e1433a service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188302 Jun 29 10:44:54.393484 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa5d419-d58a-4ae8-aa20-b1faaf811c74,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:54.398475 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:54.429265 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-73d7ee61-1d0d-4a91-842b-8ac3af90d783 req-129f283c-c8dc-43d4-99e4-25ef4e22dfa7 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328219 Jun 29 10:44:54.433647 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Checking segment: {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:54.433997 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Network hostable DHCP agents. Network: cd3b6854-50bd-43a9-b178-6838a2d2036d, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:54.471283 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Network cd3b6854-50bd-43a9-b178-6838a2d2036d is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:54.487616 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, cd3b6854-50bd-43a9-b178-6838a2d2036d) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:54.495678 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.497154 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.507364 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fe3dc-6885-4257-9515-afd1d3ce54aa None None] Network cd3b6854-50bd-43a9-b178-6838a2d2036d requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:54.512278 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71dd0432-b48b-484c-abca-ae7e340cc091 req-1bc74eed-e32c-445f-88c7-e73f3cf12ffe service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825657 Jun 29 10:44:54.533290 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-47b9bb38-fc6b-4b73-a16b-2126f35f3226 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6785159 Jun 29 10:44:54.634491 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78961a-f2ae-43dc-9b81-7c648796d742 req-e5582932-ca2b-4cd8-b603-dcc23333effd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.637333 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3e78961a-f2ae-43dc-9b81-7c648796d742 req-e5582932-ca2b-4cd8-b603-dcc23333effd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 944 time: 0.0910609 Jun 29 10:44:54.686371 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3e78961a-f2ae-43dc-9b81-7c648796d742 req-1bf96411-6c70-4bb6-b9d1-8fbdfef2f5f2 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Jun 29 10:44:54.702944 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca9eb6b-22ce-4b12-8fb4-898f53676a1a None None] Network cd3b6854-50bd-43a9-b178-6838a2d2036d requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:55.049781 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b790b839-dda0-4c96-a231-0117769c4f5d req-7e76bcdd-2ba6-4ff6-9e06-80b2ec74b347 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e573e0e-f725-4c0a-b8b2-8c181c933682 HTTP/1.1" status: 200 len: 210 time: 0.0644591 Jun 29 10:44:55.516529 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 866c30b8-0929-4aa7-9768-306892da9a95 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:55.583629 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 866c30b8-0929-4aa7-9768-306892da9a95 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:55.589847 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 866c30b8-0929-4aa7-9768-306892da9a95 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:55.590289 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:55.708451 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8d0bd-76ee-4b74-98b2-50c5415b0110 req-6f8dcbbb-a36e-4a87-9098-4ba394b0d69d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:55.713961 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:55.715443 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdf8d0bd-76ee-4b74-98b2-50c5415b0110 req-6f8dcbbb-a36e-4a87-9098-4ba394b0d69d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1095448 Jun 29 10:44:55.768778 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866c30b8-0929-4aa7-9768-306892da9a95'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:55.773437 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f5e5f-80ce-473c-9f11-a7380585fe48" -d '{"events": [{"server_uuid": "8cb98d6d-ea12-40cf-914a-cdd082407fb7", "name": "network-vif-plugged", "status": "completed", "tag": "866c30b8-0929-4aa7-9768-306892da9a95"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:55.780116 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdf8d0bd-76ee-4b74-98b2-50c5415b0110 req-6654c154-878c-4fca-80fd-ccfef22d41ed tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Jun 29 10:44:55.828087 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 866c30b8-0929-4aa7-9768-306892da9a95, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=866c30b8-0929-4aa7-9768-306892da9a95,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:55.833032 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:55.835278 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:55.892172 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7eafe8-7e14-467a-9ee1-24c94d541d97 x-openstack-request-id: req-4f7eafe8-7e14-467a-9ee1-24c94d541d97 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:55.892714 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb98d6d-ea12-40cf-914a-cdd082407fb7", "name": "network-vif-plugged", "status": "completed", "tag": "866c30b8-0929-4aa7-9768-306892da9a95", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:55.893141 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f7eafe8-7e14-467a-9ee1-24c94d541d97 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:55.893685 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866c30b8-0929-4aa7-9768-306892da9a95', 'code': 200} Jun 29 10:44:55.924175 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=866c30b8-0929-4aa7-9768-306892da9a95,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:55.927563 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:56.026929 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b703-5f0e-471f-8477-8a1e84284b6a req-8ef4e7c7-6626-4cce-b14b-50133b8ba0ed tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.034833 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b638b703-5f0e-471f-8477-8a1e84284b6a req-8ef4e7c7-6626-4cce-b14b-50133b8ba0ed tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.1095476 Jun 29 10:44:56.117415 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b638b703-5f0e-471f-8477-8a1e84284b6a req-c6b2ed39-91f6-4381-9891-1161b26d9c7c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796227 Jun 29 10:44:56.318679 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29edf46-41f4-4f87-b753-4a0139dba58c req-3306c64b-89a5-4c17-8741-293b0ee8f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.320152 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b29edf46-41f4-4f87-b753-4a0139dba58c req-3306c64b-89a5-4c17-8741-293b0ee8f6a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 1098 time: 0.1296401 Jun 29 10:44:56.373030 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b29edf46-41f4-4f87-b753-4a0139dba58c req-b58d822c-a34f-49a4-a5ab-7092ecd43081 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Jun 29 10:44:57.053454 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb8ea-4b7d-497a-8ab6-5ac0ab20fbbb req-361d1465-7fcb-4bcd-ab17-f89f41947d1d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:57.055449 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74afb8ea-4b7d-497a-8ab6-5ac0ab20fbbb req-361d1465-7fcb-4bcd-ab17-f89f41947d1d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0974352 Jun 29 10:44:57.150678 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74afb8ea-4b7d-497a-8ab6-5ac0ab20fbbb req-5462ce7a-6f40-4073-9ef0-46cad14e12eb tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Jun 29 10:44:57.348129 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d595f2-26a5-482e-892f-ca33f8a60567 req-a2770579-7e39-49ad-b1e4-211e5b89e184 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:57.352830 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-83d595f2-26a5-482e-892f-ca33f8a60567 req-a2770579-7e39-49ad-b1e4-211e5b89e184 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.0845408 Jun 29 10:44:57.394726 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-83d595f2-26a5-482e-892f-ca33f8a60567 req-50c4c3d6-e818-491b-aba6-ac2ca5cf1112 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364368 Jun 29 10:44:57.876755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45248) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:57.928907 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Deleting subnet bb008bbd-a176-4ce2-9a1f-86094eecab0e {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:44:57.932927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.970073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.976145 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.035071 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.037388 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:58.065175 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb008bbd-a176-4ce2-9a1f-86094eecab0e,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:58.068645 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:58.071387 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.075723 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bb008bbd-a176-4ce2-9a1f-86094eecab0e HTTP/1.1" status: 204 len: 168 time: 0.1941111 Jun 29 10:44:58.076578 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45256) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:58.175880 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.315528 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.331173 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c3c746-173f-4ae7-9549-60b5c20d3fc1']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:58.348822 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6205b0-7d74-436c-ab99-0fca62847d46') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:58.349719 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6205b0-7d74-436c-ab99-0fca62847d46') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:58.369079 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.391148 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa911fe-db95-47a3-a9ce-63b7f9457633 req-2fea78e3-bca9-411a-a9be-cd4af5be2be8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.404857 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1aa911fe-db95-47a3-a9ce-63b7f9457633 req-2fea78e3-bca9-411a-a9be-cd4af5be2be8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1221077 Jun 29 10:44:58.421997 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.441456 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:44:58.442717 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.481408 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1aa911fe-db95-47a3-a9ce-63b7f9457633 req-b2929ca6-8717-4324-b173-2d4fd1663eb8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755246 Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:44:58.528151 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:44:58.534344 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.544254 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:58.549370 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.575487 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] 10.222.0.45 "DELETE /v2.0/networks/48c3c746-173f-4ae7-9549-60b5c20d3fc1 HTTP/1.1" status: 204 len: 168 time: 0.4964352 Jun 29 10:44:58.600871 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c3c746-173f-4ae7-9549-60b5c20d3fc1,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:58.603818 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:58.706260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da97f22-8191-48f8-87a9-59ea276a95a9 req-c986779a-5261-4b52-9f40-1674ec8ae242 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.716133 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3da97f22-8191-48f8-87a9-59ea276a95a9 req-c986779a-5261-4b52-9f40-1674ec8ae242 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.0895011 Jun 29 10:44:58.778092 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3da97f22-8191-48f8-87a9-59ea276a95a9 req-8cd5fe12-1ba0-4ba9-bd0e-644b2764ebe2 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607464 Jun 29 10:44:58.794643 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45286) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:58.856993 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3c2b0611-56f3-4fba-88a4-c82f27347fb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae1292756c544ef59c07b9ecb51eb2bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611832 Jun 29 10:44:58.859857 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45292) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:58.923617 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45294) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:58.961073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.985269 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.057417 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.060073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.064275 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b70e225b-883b-4aff-a287-f3ad36ac8dbf HTTP/1.1" status: 204 len: 168 time: 0.2033389 Jun 29 10:44:59.065147 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9950259d-c66d-47f9-9a4f-e9c25666d5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:59.072871 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e225b-883b-4aff-a287-f3ad36ac8dbf,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:59.076073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:59.105280 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.266203 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.273848 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.282358 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a5dd4ddf-7d1e-4508-87c0-afebf98fb6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:59.328979 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab66bbeb1db540f3a2836bfb67b24cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011729 Jun 29 10:44:59.329146 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45310) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:59.335682 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a568e82c-072d-4e6f-a7e3-1294aaf30e04,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:59.348782 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:59.414562 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.442443 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.537968 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.544385 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.547544 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a568e82c-072d-4e6f-a7e3-1294aaf30e04 HTTP/1.1" status: 204 len: 168 time: 0.2155237 Jun 29 10:44:59.547544 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-173d55bb-a774-4557-9a03-3e5f3b6eedfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:59.562008 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a568e82c-072d-4e6f-a7e3-1294aaf30e04,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:59.564807 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:00.019320 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda8d5-f9e5-4d80-909e-a4c256ce9f8b req-1b8ac28e-d660-4d69-968b-f8ed085b9982 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.028711 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-36bda8d5-f9e5-4d80-909e-a4c256ce9f8b req-1b8ac28e-d660-4d69-968b-f8ed085b9982 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1983910 Jun 29 10:45:00.124690 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-36bda8d5-f9e5-4d80-909e-a4c256ce9f8b req-2ec39077-f48e-475e-9039-48293129c6fb tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939848 Jun 29 10:45:00.198044 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45346) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:00.228251 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.344873 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.352630 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.356186 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:00.366271 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45350) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:00.391378 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd46511a-45e9-454e-94bc-4e13c8664d15,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:00.411006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45354) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:00.411473 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f774377ee99b4b6c9a4f276f509eb5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117393 Jun 29 10:45:00.412046 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:00.482846 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.504749 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-network', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:00.528674 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.563802 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Made reservation on behalf of 30bdc3c6d1cb4586a2740b5ffbf09fd7 for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:00.566329 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.587413 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.622682 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.626106 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.627512 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd46511a-45e9-454e-94bc-4e13c8664d15 HTTP/1.1" status: 204 len: 168 time: 0.2152150 Jun 29 10:45:00.632964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:00.642701 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd46511a-45e9-454e-94bc-4e13c8664d15,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:00.648209 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:00.716481 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.723591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.743989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:45:00.754296 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.754661 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Added segment 9bdddd1c-8f65-4e00-915f-b75c28533ec1 of type vlan for network 239f4c63-7cc5-4303-a471-b5606dbe464b Jun 29 10:45:00.808700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.822485 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b5d4d3c6-626b-4a2d-a326-3a073caf8c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:00.861745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4332a-bb65-4fcd-85a0-9d70282e9ec6,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:00.864802 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.866166 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:00.867310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.868042 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.871030 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:00.940416 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5708475 Jun 29 10:45:00.940736 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45364) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:00.946294 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Request body: {'subnet': {'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-subnet', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:00.959584 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Pushing event updated for resources: {'Network': ['ID=239f4c63-7cc5-4303-a471-b5606dbe464b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:00.977682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 239f4c63-7cc5-4303-a471-b5606dbe464b details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:45:00.978299 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:00.987427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Made reservation on behalf of 30bdc3c6d1cb4586a2740b5ffbf09fd7 for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:00.991078 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.291713 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.296880 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:01.377854 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be0eaa5-f3a1-4471-9d31-326b64d1fa59,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:01.394669 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:01.415433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b4fba-1448-4d18-b176-a1958e3cffbd req-9196f183-3d87-4091-b7a6-94242733af99 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:01.423329 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae9b4fba-1448-4d18-b176-a1958e3cffbd req-9196f183-3d87-4091-b7a6-94242733af99 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1120796 Jun 29 10:45:01.479184 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae9b4fba-1448-4d18-b176-a1958e3cffbd req-78641186-f778-40d9-ba6d-eabfe3729aea tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545986 Jun 29 10:45:01.511010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Checking segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:01.511642 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Network hostable DHCP agents. Network: 239f4c63-7cc5-4303-a471-b5606dbe464b, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:45:01.536108 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Network 239f4c63-7cc5-4303-a471-b5606dbe464b is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:45:01.550791 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 239f4c63-7cc5-4303-a471-b5606dbe464b) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:01.566299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:01.567028 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.570489 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aef5fd-7b7c-4c7c-9aa5-c47e69dd487a None None] Network 239f4c63-7cc5-4303-a471-b5606dbe464b requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:01.594910 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45390) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:01.595587 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6536674 Jun 29 10:45:01.600378 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:01.650188 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.654326 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.742796 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.848306 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-239f4c63-7cc5-4303-a471-b5606dbe464b', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:45:01.849193 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.033198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.119000 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Allocated IP 172.20.0.2 (239f4c63-7cc5-4303-a471-b5606dbe464b/5be0eaa5-f3a1-4471-9d31-326b64d1fa59/fccc3f16-eb50-4dbf-8a80-1a105ca43cfa) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:02.327653 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.339043 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Transition to ACTIVE for port object fccc3f16-eb50-4dbf-8a80-1a105ca43cfa will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:02.344219 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.360178 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Transition to ACTIVE for port object fccc3f16-eb50-4dbf-8a80-1a105ca43cfa will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:02.368305 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.370805 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:02.399280 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.421747 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Network 239f4c63-7cc5-4303-a471-b5606dbe464b is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:02.423096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Pushing event updated for resources: {'Port': ['ID=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:02.426369 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:02.427751 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:02.429972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:02.509039 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Attempting to bind port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:02.510251 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Attempting to bind port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:02.510641 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Attempting to bind port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa on network 239f4c63-7cc5-4303-a471-b5606dbe464b {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:02.515972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:02.516247 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Checking segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:02.516660 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.517317 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Bound using segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:02.519845 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Bound port: fccc3f16-eb50-4dbf-8a80-1a105ca43cfa, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:02.519845 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.540169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Allocated IP 172.27.2.92 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/54537879-e253-4178-9e9f-15b92fb8d4ee) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:02.611377 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-69293258-d171-4396-9f34-2b276e1dffce None None] For port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:02.616394 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-69293258-d171-4396-9f34-2b276e1dffce None None] For port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:02.621167 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.624809 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:02.739076 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Pushing event updated for resources: {'Port': ['ID=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:02.752533 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:02.795247 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.901954 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.904247 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:02.974051 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:02.977847 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:02.981142 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:03.152500 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Pushing event updated for resources: {'Port': ['ID=54537879-e253-4178-9e9f-15b92fb8d4ee,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:03.164025 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:03.432752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.687282 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.847165 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Router f0a68622-5a70-48ce-9365-887696a23f02 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:45:03.950916 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45478) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:04.070167 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.099810 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34eee1b-0aaf-4b3e-9b78-41df96bbc4fa None None] Network 239f4c63-7cc5-4303-a471-b5606dbe464b requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:04.174473 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.179659 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.181971 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:04.210069 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77891016-19fa-4847-8d6e-e5184ef69174,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:04.218752 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:04.238982 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-b1dc392d-7287-40c8-9ebd-51dde48b1b97 None None] Provisioning for port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:04.242187 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68074a0dd0044c85a0a22cf44a7d91e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894661 Jun 29 10:45:04.243713 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45482) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:04.306186 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.327289 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:04.333663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.340187 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:04.375774 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:04.378843 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:04.396131 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.404127 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8047249 Jun 29 10:45:04.404669 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45488) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:04.413810 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.415906 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-759b76aa-78fb-4c13-9c88-86124805ccd0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.417374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.417491 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-759b76aa-78fb-4c13-9c88-86124805ccd0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.2506399 Jun 29 10:45:04.419358 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77891016-19fa-4847-8d6e-e5184ef69174 HTTP/1.1" status: 204 len: 168 time: 0.1739216 Jun 29 10:45:04.422061 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0b1c2ef3-5b4f-46f3-948e-7160df0bf8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:04.424851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-3779359c-df26-4540-88bb-d671645c92de tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.432866 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-3779359c-df26-4540-88bb-d671645c92de tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/networks?id=cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 200 len: 809 time: 0.2669699 Jun 29 10:45:04.454599 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-d541212c-404f-45bf-8ce8-e573fa59358e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/quotas/7c11f00c9c4644d2b4a91f8a32302fdd HTTP/1.1" status: 200 len: 375 time: 0.0097082 Jun 29 10:45:04.480552 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b414e5df-aeb1-4838-b2e6-e73d3b22d25b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/quotas/c515ac1b8f794853bdd871417f216333 HTTP/1.1" status: 200 len: 375 time: 0.0466959 Jun 29 10:45:04.486862 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77891016-19fa-4847-8d6e-e5184ef69174,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:04.491116 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:04.601064 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-eb1dbcdf-7916-4dde-936c-deacd57df7d8 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c515ac1b8f794853bdd871417f216333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977411 Jun 29 10:45:04.634272 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:04.778047 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-810f1b4d-f588-47dd-b636-5cb477905406 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3143859 Jun 29 10:45:04.873476 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:03Z', 'revision_number': 3, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:04.912454 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:04.912660 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Updating router f0a68622-5a70-48ce-9365-887696a23f02 port 54537879-e253-4178-9e9f-15b92fb8d4ee binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:45:04.951782 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45506) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:04.961022 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:04.978995 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-6355701b-b569-427b-b808-5c628442d58c service neutron] 10.222.0.45 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456545 Jun 29 10:45:04.992020 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device fccc3f16-eb50-4dbf-8a80-1a105ca43cfa up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:05.035224 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-1bf0b8fb-3842-4640-a32b-e49a23d73c69 service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378418 Jun 29 10:45:05.085760 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-67b8cd0d-6307-4526-abf3-c15d404ee04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.105061 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:05.110587 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:05.111015 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.204396 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.220515 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.227012 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-a31bab91-6d24-4e30-952b-5dd8407f0d74 service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908495 Jun 29 10:45:05.229437 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-dd84198e-6640-4167-9cfb-e95bcbb908a2 service neutron] 10.222.0.45 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126679 Jun 29 10:45:05.297573 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:05.303340 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.308449 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:05.375040 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:05.379980 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:05.454310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ff04f-6a6b-4ed0-a4b6-4811ef63da68 req-1726f3df-5630-4dd3-9eef-eea5b2435f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.455569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-263ff04f-6a6b-4ed0-a4b6-4811ef63da68 req-1726f3df-5630-4dd3-9eef-eea5b2435f7c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 1098 time: 0.1306798 Jun 29 10:45:05.541261 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-263ff04f-6a6b-4ed0-a4b6-4811ef63da68 req-5c0f4f47-1efb-4dee-a4d3-bb7cf3798130 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Jun 29 10:45:05.573003 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.588885 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Transition to ACTIVE for port object 54537879-e253-4178-9e9f-15b92fb8d4ee will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:05.595779 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.599381 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-51f41e39-b7cb-4ea8-a93b-20decf1df2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:05.673972 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-67b8cd0d-6307-4526-abf3-c15d404ee04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.687991 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-67b8cd0d-6307-4526-abf3-c15d404ee04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.699061 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Pushing event updated for resources: {'Port': ['ID=54537879-e253-4178-9e9f-15b92fb8d4ee,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:05.720495 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.720932 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.721337 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.721908 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.722041 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.722642 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.723115 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.723600 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.724360 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.724965 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.725631 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.726384 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:05.730948 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:05.732127 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Attempting to bind port 54537879-e253-4178-9e9f-15b92fb8d4ee on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:05.732676 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Attempting to bind port 54537879-e253-4178-9e9f-15b92fb8d4ee by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:05.733889 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Attempting to bind port 54537879-e253-4178-9e9f-15b92fb8d4ee on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:05.741148 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:05.741772 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:05.742670 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.743341 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:05.743869 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Bound port: 54537879-e253-4178-9e9f-15b92fb8d4ee, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:05.744647 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.764865 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0dbca9be-ea1a-4866-8911-5275081723e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:05.767737 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d82c-7409-461e-82fa-a6dd479c8e12 req-05fd5e4d-0fd5-4a70-b133-b1cf63579877 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.768602 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-67b8cd0d-6307-4526-abf3-c15d404ee04a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec3a13483790433792f14175d75a85e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8156531 Jun 29 10:45:05.771529 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45538) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:05.776241 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6b9d82c-7409-461e-82fa-a6dd479c8e12 req-05fd5e4d-0fd5-4a70-b133-b1cf63579877 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1263130 Jun 29 10:45:05.830457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b6b9d82c-7409-461e-82fa-a6dd479c8e12 req-f6851bdd-cb29-4e31-96da-e28f077bdd42 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Jun 29 10:45:05.833357 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Allocated IP 172.20.0.1 (239f4c63-7cc5-4303-a471-b5606dbe464b/5be0eaa5-f3a1-4471-9d31-326b64d1fa59/1d897525-91bb-4cda-af77-921f8725f816) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:05.836874 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] For port 54537879-e253-4178-9e9f-15b92fb8d4ee, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:05.840250 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] For port 54537879-e253-4178-9e9f-15b92fb8d4ee, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=54537879-e253-4178-9e9f-15b92fb8d4ee,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:05.848052 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.852407 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:05.855790 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8cd0d-6307-4526-abf3-c15d404ee04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a4d8d-da66-4b26-a4b6-b788a611fd2a,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:05.859921 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-67b8cd0d-6307-4526-abf3-c15d404ee04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.016980 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:06.017556 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:06.039926 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.053527 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Pushing event updated for resources: {'Port': ['ID=54537879-e253-4178-9e9f-15b92fb8d4ee,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:06.054079 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cc380d2a-f149-4f6c-92e5-b1ab88d3700f req-bc12f1bf-764c-4b72-9b11-fff9ad835366 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 210 time: 0.1045337 Jun 29 10:45:06.060953 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-3074212a-0220-418a-807c-9b8abf22050e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.064858 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b199b2cd-0603-46cc-bc9d-04eef2896f4d req-26b82905-0706-45e6-8ef5-8020482b9b18 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 210 time: 0.0865014 Jun 29 10:45:06.145582 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.180067 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.185681 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:06.205484 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Transition to ACTIVE for port object 1d897525-91bb-4cda-af77-921f8725f816 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:06.237436 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.240428 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.244466 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a5a4d8d-da66-4b26-a4b6-b788a611fd2a HTTP/1.1" status: 204 len: 168 time: 0.4539180 Jun 29 10:45:06.247330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b8582876-7b16-4517-b657-344c69672feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:06.257914 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a4d8d-da66-4b26-a4b6-b788a611fd2a,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:06.262337 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.271001 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.278379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:06.337373 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Network 239f4c63-7cc5-4303-a471-b5606dbe464b is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:06.340437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:06.345095 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:06.392429 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Pushing event updated for resources: {'Port': ['ID=1d897525-91bb-4cda-af77-921f8725f816,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:06.395524 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.415320 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.469002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-40ecd433-8f98-472c-953d-aa7572e45d6c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.471326 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-40ecd433-8f98-472c-953d-aa7572e45d6c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 815 time: 0.1930845 Jun 29 10:45:06.511915 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-661cfe9a-316c-4be7-ace7-dd682abd9538 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/quotas/0ba194dd6db7463dbea9b1c9a4b38063 HTTP/1.1" status: 200 len: 375 time: 0.0320396 Jun 29 10:45:06.733000 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-97298a96-d09b-4953-9bc5-73e1009a9849 None None] Provisioning for port 1d897525-91bb-4cda-af77-921f8725f816 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:06.741296 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-97298a96-d09b-4953-9bc5-73e1009a9849 None None] Provisioning complete for port 1d897525-91bb-4cda-af77-921f8725f816 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:06.741854 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-97298a96-d09b-4953-9bc5-73e1009a9849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.777226 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:03Z', 'revision_number': 3, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:06.779166 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-26fa490e-38a8-451a-b365-8b6d9765982b tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2653134 Jun 29 10:45:06.785093 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45582) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:06.815647 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3976f3-1692-4652-be42-4d655f346afb None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:03Z', 'revision_number': 3, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:06.817226 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-97298a96-d09b-4953-9bc5-73e1009a9849 None None] Port 1d897525-91bb-4cda-af77-921f8725f816 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:06.881264 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.896413 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Deleting subnet 8a4f656b-c2a0-4f4a-bb8e-fd0c34bc7d85 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:06.906520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.935123 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device fccc3f16-eb50-4dbf-8a80-1a105ca43cfa up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:07.008986 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.036578 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-2b0769da-68a0-40b1-83a5-7503626a86c4 service neutron] 10.222.0.45 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426541 Jun 29 10:45:07.064897 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:07.065681 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.067417 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.244878 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.252304 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.255942 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:07.297256 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-f3af1c64-7647-4bd2-9c72-3b666c70dc8d service neutron] 10.222.0.45 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595565 Jun 29 10:45:07.305591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.352645 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7c75-cd71-42b9-89db-e326256804fa req-d8ce7b4b-5930-417a-b850-c8204f14d5f0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.354623 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab6d7c75-cd71-42b9-89db-e326256804fa req-d8ce7b4b-5930-417a-b850-c8204f14d5f0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.2931383 Jun 29 10:45:07.355433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:07.362597 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.366188 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Pushing event updated for resources: {'Port': ['ID=1d897525-91bb-4cda-af77-921f8725f816,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:07.378854 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:07.427225 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4f656b-c2a0-4f4a-bb8e-fd0c34bc7d85,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:07.443088 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.447933 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45606) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:07.448087 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8a4f656b-c2a0-4f4a-bb8e-fd0c34bc7d85 HTTP/1.1" status: 204 len: 168 time: 0.6613879 Jun 29 10:45:07.448901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:07.484789 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab6d7c75-cd71-42b9-89db-e326256804fa req-9cbc6c44-bb75-402b-af13-718c4ce1bc1e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900290 Jun 29 10:45:07.691173 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Network 239f4c63-7cc5-4303-a471-b5606dbe464b is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:07.696580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:07.718852 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.782057 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f9c6c49-62a6-4018-9fd4-3e618920278f req-da88a44f-7811-4d0f-95fe-f4623fe94eb0 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 210 time: 0.0989447 Jun 29 10:45:07.958327 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aa6f1e53-d4e3-459e-9291-03d3d23f7e73 req-d7aba549-2a2f-4eeb-9a0b-533fc3303420 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 210 time: 0.1749256 Jun 29 10:45:08.168638 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1adab331-93e4-4590-9b36-74e944f4f842 req-20182df4-7d5c-4027-b04e-e7d7518af066 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 210 time: 0.2383120 Jun 29 10:45:08.174597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6a5ac828-4fbf-4c3d-a34e-f06dbf9b8179 None None] Provisioning complete for port 1d897525-91bb-4cda-af77-921f8725f816 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:08.175044 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac828-4fbf-4c3d-a34e-f06dbf9b8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.288307 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ac828-4fbf-4c3d-a34e-f06dbf9b8179 None None] Port 1d897525-91bb-4cda-af77-921f8725f816 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:08.318471 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.327517 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-5679259b-ccff-4ee5-a30d-00875d73449f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.329055 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-5679259b-ccff-4ee5-a30d-00875d73449f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.3691471 Jun 29 10:45:08.344036 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eaba50-8e1b-4783-a94e-051ebf65e63f']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:08.354401 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Router f0a68622-5a70-48ce-9365-887696a23f02 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:08.361113 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd8a08a-e1f1-4c1b-8645-0f03305875f2') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:08.361603 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd8a08a-e1f1-4c1b-8645-0f03305875f2') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:08.374816 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.399971 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Request body: {'port': {'device_id': '475b98a8-fc1c-4557-b028-8499b76d5233', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'admin_state_up': True, 'tenant_id': '7c11f00c9c4644d2b4a91f8a32302fdd'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:08.450432 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.463604 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:08.463999 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:08.465695 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:08.595430 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.604140 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-02a4c65d-b415-46ca-884c-a2f8a59db51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:08.606687 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.609499 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/24eaba50-8e1b-4783-a94e-051ebf65e63f HTTP/1.1" status: 204 len: 168 time: 1.1602731 Jun 29 10:45:08.614788 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45636) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:08.655894 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=24eaba50-8e1b-4783-a94e-051ebf65e63f,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:08.659797 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-110f8ca7-bf02-474e-bf39-b5b4e61ec1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:08.661004 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:08.664102 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Made reservation on behalf of 7c11f00c9c4644d2b4a91f8a32302fdd for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:08.668878 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.682518 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] 10.222.0.45 "PUT /v2.0/routers/f0a68622-5a70-48ce-9365-887696a23f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2682807 Jun 29 10:45:08.705718 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Deleting subnet d3a879ab-21e8-486e-acd1-4db9f4bcdfe4 {{(pid=104755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:08.709416 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.764580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14883271'] for subnet, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.832525 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.937884 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Allocated IP 172.20.0.9 (7fed99bb-4ae9-40e2-8b11-be95b15286a0/b755cdcb-e69c-4315-bb8d-b96962b8d370/6b2eb002-5406-43c8-bc3f-7075daa646c8) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:08.950330 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3380-c53d-4718-975b-bd8b41ba67ac req-46faeb7c-660c-48b5-a55a-b83fd759f903 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.952370 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-031b3380-c53d-4718-975b-bd8b41ba67ac req-46faeb7c-660c-48b5-a55a-b83fd759f903 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1762424 Jun 29 10:45:08.957562 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13776070'] for subnet, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.961473 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 54537879-e253-4178-9e9f-15b92fb8d4ee up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:08.970258 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:08.976215 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.979265 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d3a879ab-21e8-486e-acd1-4db9f4bcdfe4 HTTP/1.1" status: 204 len: 168 time: 0.3648858 Jun 29 10:45:08.996519 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45646) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:09.004697 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a879ab-21e8-486e-acd1-4db9f4bcdfe4,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:09.010743 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3d9fb217-ab90-48e3-b2c1-7a5a62f75bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:09.023606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 54537879-e253-4178-9e9f-15b92fb8d4ee completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:09.028936 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 54537879-e253-4178-9e9f-15b92fb8d4ee triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:09.029687 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.092871 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4cfb634c-3a90-485a-b7bb-3ea458c359cf req-b809b3c8-a4dd-4b9e-9d76-d4df542b2798 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 210 time: 0.1525548 Jun 29 10:45:09.122387 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.151651 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 54537879-e253-4178-9e9f-15b92fb8d4ee, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=54537879-e253-4178-9e9f-15b92fb8d4ee,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:09.158475 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.164111 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:09.228487 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=54537879-e253-4178-9e9f-15b92fb8d4ee,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:09.233597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:09.235382 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-031b3380-c53d-4718-975b-bd8b41ba67ac req-af62020c-c298-4f62-b71d-5a1c799e4d68 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474043 Jun 29 10:45:09.320792 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.368017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b74b126d-8bfa-42a8-b586-f5d315d68b60 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.369480 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b74b126d-8bfa-42a8-b586-f5d315d68b60 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "GET /v2.0/networks?id=cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 200 len: 809 time: 0.4140947 Jun 29 10:45:09.491048 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:09.506923 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:09.507967 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:09.608182 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Request body: {'port': {'device_id': '8738e4b1-5911-40d1-bd52-0941149eae01', 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d', 'admin_state_up': True, 'tenant_id': 'c515ac1b8f794853bdd871417f216333'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:09.661600 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45662) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:09.668505 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449151955', 'description': 'tempest-description--860672242'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:09.716740 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a7b4674-9821-4786-a1eb-a3c85b755735 req-34c28bbd-0c5c-4595-a070-b0f4de7a445e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 210 time: 0.1149249 Jun 29 10:45:09.744762 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:09.750523 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.826961 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c9866c86-63ca-4ad8-943b-2ef3d0d0d98e req-6823fd5b-49f6-4fd1-9879-f17feb228984 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 210 time: 0.0530789 Jun 29 10:45:09.831556 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.872405 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.874728 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.875502 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.878265 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > port after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.878637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.878968 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > port after_update 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.879300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.879623 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.879954 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.880252 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.971356 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.976694 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.981241 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a5b88e4c-2aff-40c7-ac96-18b1d693c9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:09.987992 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.988328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.988664 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.988991 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:45:09.989460 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d9d501-0163-43b1-a01e-2284635056ec']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.009984 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.022705 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.024720 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3621314 Jun 29 10:45:10.027037 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d08747-5d18-420b-918f-d6b2addd996e,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.032176 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:10.033693 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45674) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:10.040753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'security_group_rule': {'security_group_id': 'a7d08747-5d18-420b-918f-d6b2addd996e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:10.059195 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:07Z', 'revision_number': 2, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.065868 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac44222-672c-4196-8e09-b3aabc0ba82d') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.066206 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac44222-672c-4196-8e09-b3aabc0ba82d') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:10.106909 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.118875 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:10.119418 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Updating router f0a68622-5a70-48ce-9365-887696a23f02 port 1d897525-91bb-4cda-af77-921f8725f816 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:45:10.150869 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.202457 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.226808 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.273748 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:10.274178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: from cryptography.utils import int_from_bytes Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: from cryptography.utils import int_from_bytes Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:10.290601 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:10.304856 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Made reservation on behalf of c515ac1b8f794853bdd871417f216333 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:10.314097 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.320151 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.332107 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-7e84eb29-5e7d-4be8-b8ab-854d157e8bf8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.333596 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-7e84eb29-5e7d-4be8-b8ab-854d157e8bf8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 815 time: 0.2743609 Jun 29 10:45:10.334915 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.337166 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.360458 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'port': {'device_id': 'fc490318-f537-4001-8d32-5b40eb93f171', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'admin_state_up': True, 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:10.366218 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3a53a7-128a-4781-9d01-c3a14ed48d99,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.410205 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.415186 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3800354 Jun 29 10:45:10.417858 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45688) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:10.419086 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:10.423423 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc77c410-afe2-4127-a2a4-fc6b6018d7c7 req-ac551892-fc37-43af-a7f7-9f76b0fd8dbc tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 210 time: 0.0758018 Jun 29 10:45:10.426675 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'security_group_rule': {'security_group_id': 'a7d08747-5d18-420b-918f-d6b2addd996e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:10.449659 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91968467-a7ec-4762-ac5e-f9bd93890934 req-6cd92311-a448-44ef-829d-29e5d0fe25fa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.456745 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91968467-a7ec-4762-ac5e-f9bd93890934 req-6cd92311-a448-44ef-829d-29e5d0fe25fa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.4442530 Jun 29 10:45:10.467978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.470320 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.499265 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.548491 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313', '866c30b8-0929-4aa7-9768-306892da9a95'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:10.575030 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Made reservation on behalf of 0ba194dd6db7463dbea9b1c9a4b38063 for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:10.577616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.578824 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.588066 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] 10.222.0.45 "DELETE /v2.0/networks/20d9d501-0163-43b1-a01e-2284635056ec HTTP/1.1" status: 204 len: 168 time: 1.5883477 Jun 29 10:45:10.602439 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-62261812-0024-4b4e-a0fe-fa200e2040f5 tempest-DeleteServersTestJSON-1694513868 tempest-DeleteServersTestJSON-1694513868-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.615248 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.629338 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.635114 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-81f6b5e1-1b11-4fa4-9251-0c71ddad09a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.701628 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a84d80-281d-4a16-8749-571f8c4082a9,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.719731 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:10.726052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.730476 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070714 Jun 29 10:45:10.731553 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:10.737538 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45708) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:10.751774 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:10.788988 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:10.799496 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:10.808653 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.823463 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.829151 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-91968467-a7ec-4762-ac5e-f9bd93890934 req-9ed8096d-be1c-4bac-b97a-5b064e781c49 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698103 Jun 29 10:45:10.838099 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Transition to ACTIVE for port object 1d897525-91bb-4cda-af77-921f8725f816 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:10.848790 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:10.856254 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.954371 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event updated for resources: {'Port': ['ID=6b2eb002-5406-43c8-bc3f-7075daa646c8,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.963684 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:10.984613 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:10.991539 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c15aac-bc92-4802-8f50-99998711e202 None None] Pushing event updated for resources: {'Port': ['ID=1d897525-91bb-4cda-af77-921f8725f816,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:10.992945 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Allocated IP 172.20.0.6 (a70a0853-804a-4119-af56-806b16745113/290f60f2-98be-4b14-827b-aa5820e79a96/3d764075-b99d-4443-b1b1-5bf4976c7fa1) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:11.024413 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-a6c15aac-bc92-4802-8f50-99998711e202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:11.053581 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 54537879-e253-4178-9e9f-15b92fb8d4ee up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:11.069750 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.070466 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.103337 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Allocated IP 172.20.0.14 (cd3b6854-50bd-43a9-b178-6838a2d2036d/0aa5d419-d58a-4ae8-aa20-b1faaf811c74/3c24bb7a-a009-4699-99c9-e74c62efc77c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:11.144301 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45730) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:11.270085 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Pushing event deleted for resources: {'Network': ['ID=20d9d501-0163-43b1-a01e-2284635056ec,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:11.389791 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:11.464920 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.476969 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Attempting to bind port 1d897525-91bb-4cda-af77-921f8725f816 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:11.477333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Attempting to bind port 1d897525-91bb-4cda-af77-921f8725f816 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:11.477719 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Attempting to bind port 1d897525-91bb-4cda-af77-921f8725f816 on network 239f4c63-7cc5-4303-a471-b5606dbe464b {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:11.490705 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 54537879-e253-4178-9e9f-15b92fb8d4ee triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:11.491093 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.492913 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:11.493304 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Checking segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:11.493720 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.494166 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Bound using segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:11.494649 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Bound port: 1d897525-91bb-4cda-af77-921f8725f816, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:11.500911 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.501136 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Transition to ACTIVE for port object 3d764075-b99d-4443-b1b1-5bf4976c7fa1 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:11.527962 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-096ba983-2b42-4eec-ac9e-c6c724c90c20 req-206363ab-b67d-4f3f-84af-d130d67cbbd6 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 210 time: 0.2887404 Jun 29 10:45:11.549202 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1683557 Jun 29 10:45:11.593333 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Request body: {'port': {'device_id': '475b98a8-fc1c-4557-b028-8499b76d5233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:11.627617 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.675153 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:11.684495 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] For port 1d897525-91bb-4cda-af77-921f8725f816, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:11.688891 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] For port 1d897525-91bb-4cda-af77-921f8725f816, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=1d897525-91bb-4cda-af77-921f8725f816,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:11.719740 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.741190 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:11.813787 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Network a70a0853-804a-4119-af56-806b16745113 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:11.828132 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:11.840681 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:11.854201 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-8315f9ff-8f96-4cd0-b0f2-365e1cd1a882 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f373eb9efd7a4505ac9aa7eb4d72fda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017548 Jun 29 10:45:11.855044 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45752) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:11.862027 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:11.874612 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:11.875660 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:44:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:11.876420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.884652 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c15aac-bc92-4802-8f50-99998711e202 None None] Pushing event updated for resources: {'Port': ['ID=1d897525-91bb-4cda-af77-921f8725f816,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:11.903315 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:11.925251 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.958400 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-a6c15aac-bc92-4802-8f50-99998711e202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.064571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.189392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:12.214169 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.215005 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.283496 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7ee224d3-14b2-46d1-b6c2-ee5f0887966a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.289624 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9336369 Jun 29 10:45:12.308282 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.405845 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.489807 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Allocated IP 172.27.2.223 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/047976c0-9adb-48fc-a56e-5fa6eb70c245) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:12.496074 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Network cd3b6854-50bd-43a9-b178-6838a2d2036d is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:12.513511 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Pushing event updated for resources: {'Port': ['ID=3c24bb7a-a009-4699-99c9-e74c62efc77c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.517289 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.520171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:12.538017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.545803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:12.626534 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-3a5428bf-7d09-4645-aba0-d322484bcb32 None None] Provisioning for port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:12.691529 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-3a5428bf-7d09-4645-aba0-d322484bcb32 None None] Provisioning complete for port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:12.692283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3a5428bf-7d09-4645-aba0-d322484bcb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.695155 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf354f6-3505-4788-893b-ec692d1149e1 req-7adb12db-ca68-4616-a7fa-9174704d06c6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.707224 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebf354f6-3505-4788-893b-ec692d1149e1 req-7adb12db-ca68-4616-a7fa-9174704d06c6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 931 time: 1.4643030 Jun 29 10:45:12.729260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.731472 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.759144 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.830168 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2294278 Jun 29 10:45:12.843312 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-3a5428bf-7d09-4645-aba0-d322484bcb32 None None] Port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:12.863401 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebf354f6-3505-4788-893b-ec692d1149e1 req-79ee14f0-2967-49c1-becf-2663cbc500bc tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232314 Jun 29 10:45:12.899519 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa092af-37a0-423e-8227-8d29098a0261 req-cd280a33-7c0c-4a5f-bc0a-38c9cc5afa08 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.908362 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-baa092af-37a0-423e-8227-8d29098a0261 req-cd280a33-7c0c-4a5f-bc0a-38c9cc5afa08 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.8628216 Jun 29 10:45:12.958175 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:11Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.038811 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b954-7224-4431-92b4-ca38c9e001bf None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:11Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:13.058829 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45770) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:13.078417 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-baa092af-37a0-423e-8227-8d29098a0261 req-1deacfd8-da12-4c09-a6fc-551bc2bb0b1b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367607 Jun 29 10:45:13.175423 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.178527 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.213520 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8b430e4-0262-4616-a980-2f545ab9a54a HTTP/1.1" status: 204 len: 168 time: 1.3534689 Jun 29 10:45:13.222124 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9f912b73-f525-4e3b-ad9f-5cdb629619e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.293649 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b430e4-0262-4616-a980-2f545ab9a54a,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.338686 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.375494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92970c05-6272-48cd-8923-a0abac078f19 req-ebce8daa-a5b7-47f5-9c1f-8a36e4c46328 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.396361 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-92970c05-6272-48cd-8923-a0abac078f19 req-ebce8daa-a5b7-47f5-9c1f-8a36e4c46328 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.2616007 Jun 29 10:45:13.414325 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.426299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.459640 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.688092 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-92970c05-6272-48cd-8923-a0abac078f19 req-b0ed7ef2-1479-4b61-b12e-d4868fd55626 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904580 Jun 29 10:45:13.699871 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2eb002-5406-43c8-bc3f-7075daa646c8 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:13.728784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.745130 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.763087 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Transition to ACTIVE for port object 6b2eb002-5406-43c8-bc3f-7075daa646c8 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:13.768020 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.784321 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.830747 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.852831 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:13.907586 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:13.922059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:13.978839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2eb002-5406-43c8-bc3f-7075daa646c8,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.993019 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.993853 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45788) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.019570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'Port': ['ID=047976c0-9adb-48fc-a56e-5fa6eb70c245,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.024005 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.027281 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a48ea32b-c113-4d73-bb07-1bf3f6093061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.037180 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=310ced804edb49798d38b4eaa23645be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9707515 Jun 29 10:45:14.047666 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45790) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.104920 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d904d-b768-47ce-87a5-3e2f1f27dfa2,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.121313 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.250552 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.259098 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.329933 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.369473 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.506580 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-6aade902-71c3-46e9-9cff-8e53c70ca2a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9558358fc7ba48548acd225bbf17d896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114906 Jun 29 10:45:14.508202 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 45796) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.551541 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Attempting to bind port 6b2eb002-5406-43c8-bc3f-7075daa646c8 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:14.552301 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Attempting to bind port 6b2eb002-5406-43c8-bc3f-7075daa646c8 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:14.552865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Attempting to bind port 6b2eb002-5406-43c8-bc3f-7075daa646c8 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:14.578967 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.582785 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.583989 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d44d904d-b768-47ce-87a5-3e2f1f27dfa2 HTTP/1.1" status: 204 len: 168 time: 0.5297592 Jun 29 10:45:14.587742 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-db02e616-0248-43a3-bde3-fa17809c804d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.612488 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d904d-b768-47ce-87a5-3e2f1f27dfa2,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.625765 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.628431 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Port 6b2eb002-5406-43c8-bc3f-7075daa646c8 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:14.630456 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Attempting to bind port 6b2eb002-5406-43c8-bc3f-7075daa646c8 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:14.645942 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.676303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.685856 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:14.686572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Checking segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:14.687122 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Bound using segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:14.687739 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Bound port: 6b2eb002-5406-43c8-bc3f-7075daa646c8, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:14.688262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.713964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec76728-2208-4c58-840f-dd8cbc811a2e req-cf5c775f-8e94-4580-b3ce-91fed5f06dc5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.716835 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ec76728-2208-4c58-840f-dd8cbc811a2e req-cf5c775f-8e94-4580-b3ce-91fed5f06dc5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.2485578 Jun 29 10:45:14.807556 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.810045 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.811259 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a18acd14-673e-4e3d-b3fa-0e378ad6a2ec HTTP/1.1" status: 204 len: 168 time: 0.3020840 Jun 29 10:45:14.823143 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.825166 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-905772a2-ea62-4c85-ad4a-eb2af568088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.833045 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.835083 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18acd14-673e-4e3d-b3fa-0e378ad6a2ec,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.838874 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.839447 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1517f774-a7c0-4f18-9542-18519d32e963 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.965520 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.972658 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910925-8666-4a77-a32c-eb238f0297db req-3c0c0507-9d5a-4bf6-9371-43f12370a386 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.974418 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'Port': ['ID=047976c0-9adb-48fc-a56e-5fa6eb70c245,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.979761 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.987850 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca910925-8666-4a77-a32c-eb238f0297db req-3c0c0507-9d5a-4bf6-9371-43f12370a386 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.5219026 Jun 29 10:45:15.006296 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.008586 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2652175 Jun 29 10:45:15.038913 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] For port 6b2eb002-5406-43c8-bc3f-7075daa646c8, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:15.054847 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4ec76728-2208-4c58-840f-dd8cbc811a2e req-7bf139e8-536c-4bfd-9d18-e490d871fcd8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296368 Jun 29 10:45:15.060775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] For port 6b2eb002-5406-43c8-bc3f-7075daa646c8, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b2eb002-5406-43c8-bc3f-7075daa646c8,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:15.065448 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1d897525-91bb-4cda-af77-921f8725f816 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:15.087994 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.172481 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dea918bb-99ca-42e9-84ce-ef387acebf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:15.211316 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca910925-8666-4a77-a32c-eb238f0297db req-ca1da38d-45c7-4d51-92b6-079def82fdc9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224817 Jun 29 10:45:15.282830 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.291061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.292891 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] 10.222.0.69 "PUT /v2.0/ports/6b2eb002-5406-43c8-bc3f-7075daa646c8 HTTP/1.1" status: 200 len: 1093 time: 3.7207468 Jun 29 10:45:15.301869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475b98a8-fc1c-4557-b028-8499b76d5233', 'tag': '6b2eb002-5406-43c8-bc3f-7075daa646c8'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:15.312074 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af38ed50-db65-439c-81a2-e448d34bd9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "475b98a8-fc1c-4557-b028-8499b76d5233", "tag": "6b2eb002-5406-43c8-bc3f-7075daa646c8"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:15.316632 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 1d897525-91bb-4cda-af77-921f8725f816 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:15.328263 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 1d897525-91bb-4cda-af77-921f8725f816 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:15.331413 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.532996 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2eb002-5406-43c8-bc3f-7075daa646c8,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:15.586587 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.602120 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:15.659856 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 1d897525-91bb-4cda-af77-921f8725f816, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=1d897525-91bb-4cda-af77-921f8725f816,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:15.689304 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:15.690475 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc04d-d69b-4e95-9fe8-6027a0a33331 req-91d73163-ca9a-4b59-8bce-8b4d095a6d50 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.692057 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf8cc04d-d69b-4e95-9fe8-6027a0a33331 req-91d73163-ca9a-4b59-8bce-8b4d095a6d50 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.2880828 Jun 29 10:45:15.693138 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-2b32a7e2-ea52-4171-b498-3cf1841e9d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:15.712915 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350392c-80f6-4284-b9cb-4190bfbd984f req-a31a89c1-8c6b-4502-bbbe-88b95b298f3f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.714938 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4350392c-80f6-4284-b9cb-4190bfbd984f req-a31a89c1-8c6b-4502-bbbe-88b95b298f3f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.1977751 Jun 29 10:45:15.753484 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=1d897525-91bb-4cda-af77-921f8725f816,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:15.768101 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:15.824242 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf8cc04d-d69b-4e95-9fe8-6027a0a33331 req-b18a9079-fecd-499b-b623-8a3c677b1d02 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082206 Jun 29 10:45:15.841171 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4350392c-80f6-4284-b9cb-4190bfbd984f req-a37b58cb-d036-4314-afb1-e279d4c6a344 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159475 Jun 29 10:45:15.899552 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5021b659-7cd0-4d57-9e2f-3aa84fa12776 x-openstack-request-id: req-5021b659-7cd0-4d57-9e2f-3aa84fa12776 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:15.899882 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475b98a8-fc1c-4557-b028-8499b76d5233", "tag": "6b2eb002-5406-43c8-bc3f-7075daa646c8", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:15.900166 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5021b659-7cd0-4d57-9e2f-3aa84fa12776 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:15.900593 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475b98a8-fc1c-4557-b028-8499b76d5233', 'tag': '6b2eb002-5406-43c8-bc3f-7075daa646c8', 'status': 'completed', 'code': 200} Jun 29 10:45:16.008508 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-18909bb5-9a91-4d6f-8d9e-f13dd9b851d5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1449151955&fields=id&tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 267 time: 0.0531552 Jun 29 10:45:16.176236 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-7df5089d-154c-469f-b30e-2e406004674f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.190083 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-7df5089d-154c-469f-b30e-2e406004674f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 817 time: 0.1729505 Jun 29 10:45:16.207999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9cf50aa6-e2db-4b77-963d-294d49e1c43c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/quotas/30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 375 time: 0.0165813 Jun 29 10:45:16.327694 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-14f102a7-2567-4316-b0ce-769a4eab9141 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187050 Jun 29 10:45:16.492100 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-b23a2c57-b4fb-4005-bbb0-16693c6a149c service neutron] 10.222.0.45 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442654 Jun 29 10:45:16.505043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101583db-acc1-4ca6-9be8-f8c0f89746de req-b98a1c81-2d36-4f4f-acbc-c1e817a274a3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.506550 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-101583db-acc1-4ca6-9be8-f8c0f89746de req-b98a1c81-2d36-4f4f-acbc-c1e817a274a3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.2347710 Jun 29 10:45:16.634766 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-101583db-acc1-4ca6-9be8-f8c0f89746de req-d85adcf7-7e6e-4371-afd3-0969cb76995c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171942 Jun 29 10:45:16.683800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-b2215789-e380-40e5-840c-80a956fcce00 service neutron] 10.222.0.45 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761332 Jun 29 10:45:16.976357 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea8738-75eb-473c-96b7-8d4092f876cb req-d7420290-1540-4c1d-a3ef-0a69d12be45c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.983265 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1d897525-91bb-4cda-af77-921f8725f816 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:16.984090 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88ea8738-75eb-473c-96b7-8d4092f876cb req-d7420290-1540-4c1d-a3ef-0a69d12be45c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1615679 Jun 29 10:45:17.087476 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88ea8738-75eb-473c-96b7-8d4092f876cb req-bf58abea-6fe6-4838-9704-4e6a401ce0f0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022537 Jun 29 10:45:17.116104 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 1d897525-91bb-4cda-af77-921f8725f816 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:17.118052 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:17.265238 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4154-92b1-4568-a9cc-ed36aab82e75 req-4c8d26d3-0b47-4d26-b2c0-649538f5814b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.267310 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b77c4154-92b1-4568-a9cc-ed36aab82e75 req-4c8d26d3-0b47-4d26-b2c0-649538f5814b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.1344237 Jun 29 10:45:17.394176 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b77c4154-92b1-4568-a9cc-ed36aab82e75 req-c6bd0c57-14e8-4c2a-97d5-56f1e16280cf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203406 Jun 29 10:45:17.442066 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4a64a-58ea-480b-9236-764ead926d51 req-1a7f5fe7-12bb-4541-bd03-7bdfedb8da96 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.444110 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50a4a64a-58ea-480b-9236-764ead926d51 req-1a7f5fe7-12bb-4541-bd03-7bdfedb8da96 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.1337261 Jun 29 10:45:17.505715 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7f7663b9-1ab1-45ba-b045-a5757ae39ad7 req-025edc33-05ca-4565-bfe3-8838354ecd89 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0469437 Jun 29 10:45:17.529579 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50a4a64a-58ea-480b-9236-764ead926d51 req-5c29d457-ab23-49a1-9dbd-02ed137c4fc3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721452 Jun 29 10:45:17.816551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd463f8-cc90-4d4a-b234-eb9a33ede59f req-26fb469b-016e-4ee1-8cbd-4c1a413a86af tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.818028 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3cd463f8-cc90-4d4a-b234-eb9a33ede59f req-26fb469b-016e-4ee1-8cbd-4c1a413a86af tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.0668812 Jun 29 10:45:17.859765 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3cd463f8-cc90-4d4a-b234-eb9a33ede59f req-9d06c98d-2f75-4f4d-8e89-a74b1f6bd1a3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360565 Jun 29 10:45:17.903112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8ab34cff-a06c-4dfd-9b2c-20c1803c985b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:18.082297 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3a1ba7f7-fc1d-4b48-baf9-4a52405c45a5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bf933811d7404a56a073d83743a6fdb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410833 Jun 29 10:45:18.308158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-dbf2d499-7a42-465e-a6b0-65a1d04bb54c tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.309679 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-dbf2d499-7a42-465e-a6b0-65a1d04bb54c tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253156 Jun 29 10:45:18.336479 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf29f3-c425-4a2e-a0ab-735d0060864d req-9bac136a-53c5-4217-8355-21f60c2017f2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.337958 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4acf29f3-c425-4a2e-a0ab-735d0060864d req-9bac136a-53c5-4217-8355-21f60c2017f2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1448598 Jun 29 10:45:18.339653 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-51e5e032-c895-4d21-8e8e-fc4b6daab691 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/quotas/bf933811d7404a56a073d83743a6fdb2 HTTP/1.1" status: 200 len: 375 time: 0.0221925 Jun 29 10:45:18.398370 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-4a8f6f44-1661-417e-9b2c-3ac399af2e77 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf933811d7404a56a073d83743a6fdb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445807 Jun 29 10:45:18.426567 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4acf29f3-c425-4a2e-a0ab-735d0060864d req-a93d4ffe-b46a-46db-acdf-99d3c3035c24 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812712 Jun 29 10:45:18.449362 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45932) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:18.653438 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:18.732937 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fecb68-d5d9-4bc1-802b-d1383118528d req-502b90fa-f880-4d74-806f-8f340d75ccc5 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.739851 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11fecb68-d5d9-4bc1-802b-d1383118528d req-502b90fa-f880-4d74-806f-8f340d75ccc5 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.1336286 Jun 29 10:45:18.747006 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b420130-d236-4248-bdf5-0981ea8dc8b3 req-6f9188d1-0dae-4206-b5c4-fe7529bf007a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0586107 Jun 29 10:45:18.805534 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11fecb68-d5d9-4bc1-802b-d1383118528d req-9fa7d269-d8c8-4107-9ed0-0194cb43da5e tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642402 Jun 29 10:45:18.917355 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e7df4065-e923-4531-b673-15ee5b3bc36a req-e5cc1971-b2c9-4751-a3ba-329e3c271042 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0498946 Jun 29 10:45:18.989060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:19.007351 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:19.011363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9e74b693-7459-4487-94b5-b1b8c081fba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:19.062331 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a2d7ae37bf14ea18c465c63ca8bac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116123 Jun 29 10:45:19.065055 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45954) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:19.068363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db83d66-c2b1-4477-b359-8b628247e569,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:19.076122 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:19.152174 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecc76c-89f6-4323-953b-cfa34c596f3d req-6f40fa0e-8d95-4230-8a05-53a997ec298f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.153445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7eecc76c-89f6-4323-953b-cfa34c596f3d req-6f40fa0e-8d95-4230-8a05-53a997ec298f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.2323496 Jun 29 10:45:19.222957 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:19.232999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7eecc76c-89f6-4323-953b-cfa34c596f3d req-1c26160a-3de8-4e74-9b7c-fbbcba9f7257 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721416 Jun 29 10:45:19.245494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f71aa-f058-4c36-8ae8-ff7700555570 req-3f984ae2-070b-4128-8d2c-cc5d916f4687 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.247131 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-866f71aa-f058-4c36-8ae8-ff7700555570 req-3f984ae2-070b-4128-8d2c-cc5d916f4687 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.1915793 Jun 29 10:45:19.318948 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:19.385032 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-866f71aa-f058-4c36-8ae8-ff7700555570 req-47138732-29bf-4bbc-8580-424051592cc1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232841 Jun 29 10:45:19.410373 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:19.412945 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:19.414086 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1db83d66-c2b1-4477-b359-8b628247e569 HTTP/1.1" status: 204 len: 168 time: 0.3480222 Jun 29 10:45:19.414932 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-6339bb07-3297-4447-bfb6-4ebef5107eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:19.422487 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db83d66-c2b1-4477-b359-8b628247e569,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:19.424608 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:19.646793 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfc38d-0e6d-4dd4-a954-309270c8dfd1 req-b16dd341-9774-41ab-9fc2-07064b8502c1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.648327 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a0bfc38d-0e6d-4dd4-a954-309270c8dfd1 req-b16dd341-9774-41ab-9fc2-07064b8502c1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0723796 Jun 29 10:45:19.699288 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a0bfc38d-0e6d-4dd4-a954-309270c8dfd1 req-67af6baa-a080-4ec4-8563-d2822d478f67 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Jun 29 10:45:19.952076 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-310b02ae-5413-497f-a6d1-6a2540259f1e req-bbdb1fd5-9e2b-489a-aeca-908acf35969b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0668452 Jun 29 10:45:20.031489 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf818b-cb3e-4cf1-b427-d371d42ea1ad req-5300f361-37b9-4877-a46d-7f72d76c277d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.032988 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7fdf818b-cb3e-4cf1-b427-d371d42ea1ad req-5300f361-37b9-4877-a46d-7f72d76c277d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.0840535 Jun 29 10:45:20.074935 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7fdf818b-cb3e-4cf1-b427-d371d42ea1ad req-a1d45066-cc85-4d16-a5ec-2b96bcaf5346 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Jun 29 10:45:20.125506 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2090180a-6c86-44e0-8cc0-2d08ac7558d0 req-14efba6a-dfe4-40da-97d8-60bf8b342333 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0308168 Jun 29 10:45:20.174276 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 45990) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.270814 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-78096356-network', 'tenant_id': '436831e719cc4992a2d940808d49b1ad'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:20.295284 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Made reservation on behalf of 436831e719cc4992a2d940808d49b1ad for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:20.297755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.307873 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.414029 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8ed46311-37f3-43f2-9e25-e195f9d328e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.474593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.479343 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.483664 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-eb8bc151-3812-4d1b-b407-a8a5dba013dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:20.516387 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604c83-ead5-4ad7-b67a-e2c06d3e99a9 req-4f4e9694-760d-4fc9-b264-eea6a4fd2e7b tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.518608 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af604c83-ead5-4ad7-b67a-e2c06d3e99a9 req-4f4e9694-760d-4fc9-b264-eea6a4fd2e7b tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.1521313 Jun 29 10:45:20.528942 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:45:20.564633 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.578332 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173a81f6-a326-4dcc-a786-93557a350cd5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:20.598509 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.598863 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Added segment 19837d54-d0ff-498c-a5a1-025c93d5cc9c of type vlan for network 18140c71-21b4-42fa-8da3-7eaa24d26318 Jun 29 10:45:20.600484 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:20.666693 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af604c83-ead5-4ad7-b67a-e2c06d3e99a9 req-1ff9fa4e-b1f1-4cd7-a62d-95bb59e0fd0d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297803 Jun 29 10:45:20.673997 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.676742 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46004) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.717537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e9c9-e6a3-415f-a88c-5284f9c9dafa req-901d7c3c-fd76-42d0-a951-4022ae14fa17 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.719033 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a389e9c9-e6a3-415f-a88c-5284f9c9dafa req-901d7c3c-fd76-42d0-a951-4022ae14fa17 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.1664331 Jun 29 10:45:20.720063 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.721261 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.721818 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.724723 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9b2b23ac-bdfa-4b69-9438-8d8897c7eecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:20.792123 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.804476 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6290815 Jun 29 10:45:20.809257 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46010) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.816847 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Request body: {'subnet': {'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-78096356-subnet', 'tenant_id': '436831e719cc4992a2d940808d49b1ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:20.825781 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a389e9c9-e6a3-415f-a88c-5284f9c9dafa req-7527c0a2-295e-4e9e-9b31-3ba4836e1d78 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989425 Jun 29 10:45:20.826914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Pushing event updated for resources: {'Network': ['ID=18140c71-21b4-42fa-8da3-7eaa24d26318,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:20.829708 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:20.840341 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 18140c71-21b4-42fa-8da3-7eaa24d26318 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:45:20.960286 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610e27-ac0c-4002-9044-581e1f859569 req-fb7d5aba-c4ae-4c5a-94d0-d37599ecd8d6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.961768 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8610e27-ac0c-4002-9044-581e1f859569 req-fb7d5aba-c4ae-4c5a-94d0-d37599ecd8d6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1081984 Jun 29 10:45:20.962910 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.971204 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.976128 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f6e015f2-0029-487f-b305-4141bef645a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.004783 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8610e27-ac0c-4002-9044-581e1f859569 req-6b123cce-b46d-42d7-abda-660aeb5ffb18 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Jun 29 10:45:21.019307 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Made reservation on behalf of 436831e719cc4992a2d940808d49b1ad for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:21.021917 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.027024 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2622a97b71ef4a62a2e13d3bb6ec54ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486292 Jun 29 10:45:21.029717 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 46016) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:21.033068 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976f814-b948-499c-914c-b953cc37920f,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.069673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.122665 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.183044 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5ece6f7a-fe87-409c-aeff-82a3ce7b3ab7 req-fb5c186f-5ecf-478f-8b8b-48a79ea4e6dd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0366242 Jun 29 10:45:21.185090 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.240747 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.251052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c06a1dfe-3d6a-4781-925f-2062a8cd14f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.324121 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1415d3-4d0e-4a77-96cc-2a23ba0c4c77 req-543c43c2-de71-4d54-b90b-285f442bf087 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.325663 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c1415d3-4d0e-4a77-96cc-2a23ba0c4c77 req-543c43c2-de71-4d54-b90b-285f442bf087 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.1108716 Jun 29 10:45:21.329898 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a8856e-f4d1-40ba-85bd-24e6849f6ecf,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.334038 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.340877 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Checking segment: {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:21.341422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Network hostable DHCP agents. Network: 18140c71-21b4-42fa-8da3-7eaa24d26318, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:45:21.349000 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.350983 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.354700 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4976f814-b948-499c-914c-b953cc37920f HTTP/1.1" status: 204 len: 168 time: 0.3237624 Jun 29 10:45:21.360926 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Network 18140c71-21b4-42fa-8da3-7eaa24d26318 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:45:21.386151 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-54ec7b72-5639-470c-8f17-7953db23da57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.392651 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 18140c71-21b4-42fa-8da3-7eaa24d26318) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:21.393268 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ad4b8f70-578c-447d-bb6a-c31743ebe394 req-9d9d73d2-674c-4a0b-aae6-ece998f15208 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0572622 Jun 29 10:45:21.401044 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d01aa-3e9d-4d4b-9a4d-4541f381205a None None] Network 18140c71-21b4-42fa-8da3-7eaa24d26318 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:21.406997 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.407846 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.417523 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976f814-b948-499c-914c-b953cc37920f,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.423019 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.429117 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2f9a6660-4aec-4bd7-b45a-2641d641b8ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6186135 Jun 29 10:45:21.471763 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c1415d3-4d0e-4a77-96cc-2a23ba0c4c77 req-22850289-eb03-49ab-841d-b8d76e93ea04 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261477 Jun 29 10:45:21.590526 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b90b74-60f9-4f06-8e09-cb9ba93e21ff None None] Network 18140c71-21b4-42fa-8da3-7eaa24d26318 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:45:21.868487 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264d3d-5026-4111-8aef-87af1723d940 req-7c86f2d5-2685-4017-b660-0ef10e2178e8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.877021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb264d3d-5026-4111-8aef-87af1723d940 req-7c86f2d5-2685-4017-b660-0ef10e2178e8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.0724623 Jun 29 10:45:21.928726 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.931034 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb264d3d-5026-4111-8aef-87af1723d940 req-0326789a-aaf9-48a4-98d3-f534862e57e4 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Jun 29 10:45:22.066306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8941c-db09-4eab-ad9d-b34dbc896f82 req-6864dd3f-2cd0-4a37-8036-323c27a7b125 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.067986 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ffb8941c-db09-4eab-ad9d-b34dbc896f82 req-6864dd3f-2cd0-4a37-8036-323c27a7b125 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.0790303 Jun 29 10:45:22.336459 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:22.381796 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ffb8941c-db09-4eab-ad9d-b34dbc896f82 req-a640e283-be95-4cca-834b-5427cf14e149 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072610 Jun 29 10:45:22.414013 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae925dc-651e-4805-8e02-1fa5812cc575 req-7b4d4039-d2d3-4704-8c34-e121a5df910b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.415528 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ae925dc-651e-4805-8e02-1fa5812cc575 req-7b4d4039-d2d3-4704-8c34-e121a5df910b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0934360 Jun 29 10:45:22.455674 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ae925dc-651e-4805-8e02-1fa5812cc575 req-8144ea11-435d-4ae5-bdda-7040684a7d47 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Jun 29 10:45:22.510892 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4cadbbc7-a40c-4859-9971-24f2a7263c07 req-b1b5a344-ecc1-46b6-b857-2e495282ebda tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0293674 Jun 29 10:45:22.586179 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b9934dc-de8e-4353-b941-181004cb3818 req-6b215d71-0bdc-425e-9dfe-f0a89a58c856 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0305831 Jun 29 10:45:22.685322 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b4d52-1dd0-4abc-a925-13587b802a7d req-76dbc7e1-7e4b-460e-8757-f6374bb4cae3 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.686878 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6b4b4d52-1dd0-4abc-a925-13587b802a7d req-76dbc7e1-7e4b-460e-8757-f6374bb4cae3 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.0678706 Jun 29 10:45:22.724484 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6b4b4d52-1dd0-4abc-a925-13587b802a7d req-f9d63135-b722-44a9-89fd-bd7696b82cc1 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Jun 29 10:45:23.108575 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdad7ae-b8d7-44cb-8210-137b9d7bc300 req-70328445-5ba3-4b37-abc5-ab1fba429b46 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.110026 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abdad7ae-b8d7-44cb-8210-137b9d7bc300 req-70328445-5ba3-4b37-abc5-ab1fba429b46 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.0741553 Jun 29 10:45:23.146416 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abdad7ae-b8d7-44cb-8210-137b9d7bc300 req-872e3395-00e7-40a1-9b96-22e7621d579c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Jun 29 10:45:23.382875 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.475106 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-28eb364d-3c4f-4ae3-860e-7bd50b73143f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.476506 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-28eb364d-3c4f-4ae3-860e-7bd50b73143f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/networks?id=18140c71-21b4-42fa-8da3-7eaa24d26318 HTTP/1.1" status: 200 len: 812 time: 0.1032615 Jun 29 10:45:23.530569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-2e7dd58a-6d62-463d-ad68-4fb6ea5badeb tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/quotas/436831e719cc4992a2d940808d49b1ad HTTP/1.1" status: 200 len: 375 time: 0.0419567 Jun 29 10:45:23.582841 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-a139f88b-c0c1-4673-9a59-4885f96fb8cc tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=436831e719cc4992a2d940808d49b1ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358741 Jun 29 10:45:23.605300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81efa7-c5b7-4b3e-90f9-a9c79663ac92 req-5838ede8-84bd-4a80-bcc9-3383a9b8a86e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.606758 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fa81efa7-c5b7-4b3e-90f9-a9c79663ac92 req-5838ede8-84bd-4a80-bcc9-3383a9b8a86e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.1171348 Jun 29 10:45:23.703558 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fa81efa7-c5b7-4b3e-90f9-a9c79663ac92 req-aff7206b-71b7-4d1d-a4af-bb4f98098215 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817437 Jun 29 10:45:23.737686 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-bd2def55-4050-41c1-8a02-8d5cc5bae6ea service neutron] 10.222.0.45 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479833 Jun 29 10:45:23.813747 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.861635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-2bce929c-181c-4c57-bcb0-95b777c2e828 service neutron] 10.222.0.45 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177173 Jun 29 10:45:23.901058 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b382d-a647-493c-a9bc-50cfe7598b3d req-15b760eb-3929-4310-9bee-2345ab12bd33 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.902906 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-144b382d-a647-493c-a9bc-50cfe7598b3d req-15b760eb-3929-4310-9bee-2345ab12bd33 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0935183 Jun 29 10:45:23.946675 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-144b382d-a647-493c-a9bc-50cfe7598b3d req-95eb6c31-9407-4842-96d5-9baaf8e9f848 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Jun 29 10:45:24.089526 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e448fc48-0a99-4966-9862-5e89c3a3940b req-e18655c5-bfc9-4734-b577-9a4518c4e4cf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0339701 Jun 29 10:45:24.176311 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-715afa9b-8821-406c-a218-898396a80646 req-ba413bef-763d-4ea8-9346-511755b9920d tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0443354 Jun 29 10:45:24.298494 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5752b1e6-f3ce-4ffd-a8c5-f5472c563a11 req-df34a55f-b744-4bd7-8041-17ca0995558e tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 210 time: 0.0586441 Jun 29 10:45:24.354577 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c0d7a-56fd-417f-9c05-1835dcbedd2a req-09da0365-937a-4f8c-a7c9-51a90bee3f38 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.356435 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-831c0d7a-56fd-417f-9c05-1835dcbedd2a req-09da0365-937a-4f8c-a7c9-51a90bee3f38 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.1053922 Jun 29 10:45:24.419276 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-831c0d7a-56fd-417f-9c05-1835dcbedd2a req-43e60b3d-3784-4675-88c3-848a7bf824da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Jun 29 10:45:24.514473 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515aa38-329e-4c9d-aa74-b5b13e0a5494 req-df02dd7c-27ca-4c4e-82ca-0065373ac4d5 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.515988 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9515aa38-329e-4c9d-aa74-b5b13e0a5494 req-df02dd7c-27ca-4c4e-82ca-0065373ac4d5 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.0846574 Jun 29 10:45:24.553738 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9515aa38-329e-4c9d-aa74-b5b13e0a5494 req-b1911350-948f-4ee9-bbf7-a7bf3eda396e tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Jun 29 10:45:24.878537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f4473-f0ba-4f53-9323-e2665da88584 req-2c492ef1-dfaa-48ce-b09b-3ddce9021f17 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.881713 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-581f4473-f0ba-4f53-9323-e2665da88584 req-2c492ef1-dfaa-48ce-b09b-3ddce9021f17 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.0657625 Jun 29 10:45:24.921806 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-581f4473-f0ba-4f53-9323-e2665da88584 req-b75ed53e-63da-4e07-af8f-e27bb4c01cf1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357611 Jun 29 10:45:25.132924 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364070d9-64e6-4202-8c0b-41358546890e req-6734ae08-53b4-4dc6-9c34-cf478391ed34 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.134555 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-364070d9-64e6-4202-8c0b-41358546890e req-6734ae08-53b4-4dc6-9c34-cf478391ed34 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0686405 Jun 29 10:45:25.180509 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-364070d9-64e6-4202-8c0b-41358546890e req-80dd298c-5d7a-4951-901d-05ed8671504e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Jun 29 10:45:25.254276 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-69956228-25c6-4d1b-bec5-d264732332e4 req-888a9975-c9f5-443d-b0bc-e019b567f74e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0286341 Jun 29 10:45:25.317103 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7dfdb943-8231-4aec-ab15-ad1a7b3ffe25 req-94cfdf6d-cf70-43dc-909b-6df856c95095 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0276420 Jun 29 10:45:25.439649 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66e8cffe-679c-42f7-bfcf-65d6e4d4e89d req-87e0287c-cc81-461d-a18e-f7c74e62502f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 210 time: 0.0279627 Jun 29 10:45:25.600948 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b513-426f-4a33-9ac0-14af20ef7ed1 req-0f705c22-023c-4b29-be2e-3f127c5a5f41 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.605092 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d108b513-426f-4a33-9ac0-14af20ef7ed1 req-0f705c22-023c-4b29-be2e-3f127c5a5f41 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.0868042 Jun 29 10:45:25.673044 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d108b513-426f-4a33-9ac0-14af20ef7ed1 req-b218eedf-71fc-4617-acc3-2d19dd117e34 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Jun 29 10:45:25.778672 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fa9ee-ba76-4f30-beaf-ee08e572f30a req-d74bd860-5397-477b-a183-1900bba3aa8a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.780824 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-596fa9ee-ba76-4f30-beaf-ee08e572f30a req-d74bd860-5397-477b-a183-1900bba3aa8a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.0644028 Jun 29 10:45:25.831065 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-596fa9ee-ba76-4f30-beaf-ee08e572f30a req-11caa57f-6f39-4457-9282-1fe8bb841510 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Jun 29 10:45:26.100346 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89328b-f66f-4811-a702-6f180670126d req-21c27fcb-d805-4262-a52b-878c052d03dd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.101696 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c89328b-f66f-4811-a702-6f180670126d req-21c27fcb-d805-4262-a52b-878c052d03dd tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.0608757 Jun 29 10:45:26.145423 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c89328b-f66f-4811-a702-6f180670126d req-f79c44c9-b516-459f-b1e7-654ab5729a6f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Jun 29 10:45:26.359230 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ae707-5081-4118-8cfe-39a585e9bf67 req-6433d18d-6f6b-42f0-b729-1f1e455d0cd7 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.360639 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f83ae707-5081-4118-8cfe-39a585e9bf67 req-6433d18d-6f6b-42f0-b729-1f1e455d0cd7 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0651364 Jun 29 10:45:26.419100 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0dcdae7-2973-4248-bbe7-1ff6346e55f1 req-0c5268ff-0f02-48aa-8ed8-81f0fefca156 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Jun 29 10:45:26.424582 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f83ae707-5081-4118-8cfe-39a585e9bf67 req-0e89f99d-ccbf-4f3c-a933-9f171d91ebaf tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580957 Jun 29 10:45:26.563686 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-590611b4-1990-4bd8-ba49-da665f58bb4c req-27f92ad7-9b4f-476e-b1b5-10090973053a tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0406506 Jun 29 10:45:26.591214 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f9c48448-d70b-49eb-8f99-7973cd666608 req-217229ae-7167-42a5-9bcb-27313ed078b7 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 210 time: 0.0299230 Jun 29 10:45:26.845273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2526c14-f77b-4d38-b508-4380367e6ac4 req-11e2edcf-ee2d-47d4-ad1f-f21bef1c1462 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.846848 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f2526c14-f77b-4d38-b508-4380367e6ac4 req-11e2edcf-ee2d-47d4-ad1f-f21bef1c1462 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.0644674 Jun 29 10:45:26.885308 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f2526c14-f77b-4d38-b508-4380367e6ac4 req-f8af7615-248d-4b82-8bad-7b6d0bfa03b9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Jun 29 10:45:27.006534 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c704-9386-450b-be35-3d1c6a04cc45 req-bc95853e-8cfe-4271-a83b-be90634f6aba tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.007912 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8b1c704-9386-450b-be35-3d1c6a04cc45 req-bc95853e-8cfe-4271-a83b-be90634f6aba tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.0673516 Jun 29 10:45:27.044394 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8b1c704-9386-450b-be35-3d1c6a04cc45 req-876a1697-62f1-493b-a94d-3f8f8374a2a8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Jun 29 10:45:27.316209 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a094-4158-4f60-86f7-2c4f0960cf7f req-68216244-8038-4f22-9956-bd9e4a82cbce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.317572 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3bf6a094-4158-4f60-86f7-2c4f0960cf7f req-68216244-8038-4f22-9956-bd9e4a82cbce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.0610120 Jun 29 10:45:27.354566 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3bf6a094-4158-4f60-86f7-2c4f0960cf7f req-d75cada5-7fae-4a2b-9119-d4d5c9ca54b8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Jun 29 10:45:27.594014 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65305a30-4ce6-45d9-95dc-a7426a8b5083 req-5c6322e0-b195-4e64-b36f-d49b9c829399 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0564659 Jun 29 10:45:27.637783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf70182-44f6-4edf-b62e-f79a71586b75 req-844c89b9-aabd-47b9-b326-511904298e12 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.639861 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9bf70182-44f6-4edf-b62e-f79a71586b75 req-844c89b9-aabd-47b9-b326-511904298e12 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1012297 Jun 29 10:45:27.686955 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9bf70182-44f6-4edf-b62e-f79a71586b75 req-66ab82d7-cd72-43e2-88ba-204a7bfc5b67 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Jun 29 10:45:27.732953 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e2c42d93-415c-401c-a8cf-74b1b9e004bc req-2a7f0d52-9626-46e8-beeb-0aed8236779a tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Jun 29 10:45:27.746117 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Request body: {'port': {'device_id': '8738e4b1-5911-40d1-bd52-0941149eae01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:27.795753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Request body: {'port': {'device_id': 'fc490318-f537-4001-8d32-5b40eb93f171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:27.819001 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-36097e97-5de9-4bb2-91a2-617bd0d7b5f0 req-29a23776-f54e-4b34-b13c-bf24f0967c0e tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 210 time: 0.0326450 Jun 29 10:45:27.909169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.923252 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.964981 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ed50-db65-439c-81a2-e448d34bd9a7 req-35be1aa4-3117-47a2-8614-90c7e9ed6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.966613 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af38ed50-db65-439c-81a2-e448d34bd9a7 req-35be1aa4-3117-47a2-8614-90c7e9ed6296 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 1096 time: 0.1137002 Jun 29 10:45:27.978610 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-355f35ab-7836-43c5-9efe-f8ef80363fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.981609 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-355f35ab-7836-43c5-9efe-f8ef80363fcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.1209297 Jun 29 10:45:28.224898 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-8b23639b-eefb-4835-b737-db9c47005b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.226487 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-8b23639b-eefb-4835-b737-db9c47005b75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.1756124 Jun 29 10:45:28.292658 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-d18dc2bf-f875-4e48-92b6-0d432071c728 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.0460923 Jun 29 10:45:28.336027 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ed50-db65-439c-81a2-e448d34bd9a7 req-ce7f0471-8b3b-47b1-881b-a9bb9ebcee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.337529 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af38ed50-db65-439c-81a2-e448d34bd9a7 req-ce7f0471-8b3b-47b1-881b-a9bb9ebcee3f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2981157 Jun 29 10:45:28.375890 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-6ff3dc83-5f09-474b-921e-322f7688e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.377353 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-6ff3dc83-5f09-474b-921e-322f7688e4a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0780420 Jun 29 10:45:28.379319 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d764075-b99d-4443-b1b1-5bf4976c7fa1 {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:28.386683 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.425160 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-ebe8a003-5051-4514-bfc5-1f2ecdead6d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344088 Jun 29 10:45:28.427526 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Transition to ACTIVE for port object 3d764075-b99d-4443-b1b1-5bf4976c7fa1 will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:28.431322 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.436447 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:28.533808 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514618b-5741-42a4-ba88-84cb75398656 req-58036973-3cf6-4224-87d2-15dfe8d6f996 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.538754 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9514618b-5741-42a4-ba88-84cb75398656 req-58036973-3cf6-4224-87d2-15dfe8d6f996 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 932 time: 0.3714824 Jun 29 10:45:28.565542 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:28.598216 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:28.605403 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13391-556c-4b3f-94ff-9aa72abf7991 req-becca9bb-c3fb-49f4-bf91-817a331db438 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.607806 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52d13391-556c-4b3f-94ff-9aa72abf7991 req-becca9bb-c3fb-49f4-bf91-817a331db438 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 931 time: 0.3540876 Jun 29 10:45:28.634695 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-c9067b45-d4a9-4b37-91fb-38344cc5dc80 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997893 Jun 29 10:45:28.648814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Attempting to bind port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:28.649191 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Attempting to bind port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:28.649549 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Attempting to bind port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 on network a70a0853-804a-4119-af56-806b16745113 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:28.656531 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 on network a70a0853-804a-4119-af56-806b16745113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:28.656847 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Attempting to bind port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 on network a70a0853-804a-4119-af56-806b16745113 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:28.672313 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ed50-db65-439c-81a2-e448d34bd9a7 req-4df7b1b0-0a2c-4675-a063-9d2517fa7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.673761 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af38ed50-db65-439c-81a2-e448d34bd9a7 req-4df7b1b0-0a2c-4675-a063-9d2517fa7263 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3264613 Jun 29 10:45:28.692538 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9514618b-5741-42a4-ba88-84cb75398656 req-c30901b7-dc93-404a-a1ef-b6facf69e2d7 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788662 Jun 29 10:45:28.762228 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:28.762426 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Checking segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:28.762820 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Bound using segment: {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:28.763569 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Bound port: 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897eaa97-1144-40d9-a696-182121c3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'a70a0853-804a-4119-af56-806b16745113'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:28.763932 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.790991 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-46b3367f-738f-4bcb-b6b5-f279b98c6acf req-caf047bc-4e4d-4015-af85-a598a05af661 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280446 Jun 29 10:45:28.859484 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:28.863247 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:28.869991 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.874002 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-62d212fa-bf1d-40b9-9a30-49088a55c166 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:28.930687 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.931310 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.932917 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] 10.222.0.69 "PUT /v2.0/ports/3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 1093 time: 1.1418695 Jun 29 10:45:28.941344 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:28.943876 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77470d0c-e081-465f-a50c-fe236180eaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:29.066054 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52d13391-556c-4b3f-94ff-9aa72abf7991 req-d02d2d1f-11bf-4f55-904c-6dec2dca300c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505041 Jun 29 10:45:29.110881 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c24bb7a-a009-4699-99c9-e74c62efc77c {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:29.142103 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.172806 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Transition to ACTIVE for port object 3c24bb7a-a009-4699-99c9-e74c62efc77c will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:29.179494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.188468 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:29.239015 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:29.251208 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:29.275412 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-030bfec6-3876-4507-be29-a2fa74e6183e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.276864 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-030bfec6-3876-4507-be29-a2fa74e6183e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 817 time: 0.3736615 Jun 29 10:45:29.280185 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-163af7ec-9ed8-4c9a-ab70-de36730f578f req-e2b43176-90d5-4c25-baac-0daecd96141d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0593026 Jun 29 10:45:29.288426 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-5260a766-654b-4f59-931c-2ec1e774e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.289359 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-aa1db9d8-3201-4cab-a4ff-091b585b0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.289915 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-5260a766-654b-4f59-931c-2ec1e774e071 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 1096 time: 0.2408304 Jun 29 10:45:29.290546 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-aa1db9d8-3201-4cab-a4ff-091b585b0185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1096 time: 0.1265426 Jun 29 10:45:29.297782 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a3d59-116c-4f10-8b09-4c2467c2bf43 req-5cc2616a-fc1b-4417-9d06-004177ca67fe tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.299868 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a8a3d59-116c-4f10-8b09-4c2467c2bf43 req-5cc2616a-fc1b-4417-9d06-004177ca67fe tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.2518878 Jun 29 10:45:29.301981 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Pushing event updated for resources: {'Port': ['ID=3c24bb7a-a009-4699-99c9-e74c62efc77c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:29.321817 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:29.411358 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e033eaf5-a46c-4ffd-8ecc-b6ca304f82bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b2eb002-5406-43c8-bc3f-7075daa646c8 HTTP/1.1" status: 200 len: 217 time: 0.0512259 Jun 29 10:45:29.411985 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-0b91c927-a50e-4988-af66-7845387ab116 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 217 time: 0.0495527 Jun 29 10:45:29.415953 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-aae27403-ba55-476c-9499-f7411d22ac58 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 380 time: 0.0811582 Jun 29 10:45:29.448428 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a8a3d59-116c-4f10-8b09-4c2467c2bf43 req-6220bab6-67da-4b1b-8eee-bfaebbbc2dca tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276195 Jun 29 10:45:29.459549 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'port': {'device_id': '79043d05-9529-445e-9253-3addaa8eccb3', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'admin_state_up': True, 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'security_groups': ['a7d08747-5d18-420b-918f-d6b2addd996e']}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:29.484762 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-967c2829-cc7d-4a94-8f27-db32f12530e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.486234 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-967c2829-cc7d-4a94-8f27-db32f12530e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.0581403 Jun 29 10:45:29.490504 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Attempting to bind port 3c24bb7a-a009-4699-99c9-e74c62efc77c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:29.490840 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Attempting to bind port 3c24bb7a-a009-4699-99c9-e74c62efc77c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:29.491164 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Attempting to bind port 3c24bb7a-a009-4699-99c9-e74c62efc77c on network cd3b6854-50bd-43a9-b178-6838a2d2036d {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:29.511498 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Port 3c24bb7a-a009-4699-99c9-e74c62efc77c on network cd3b6854-50bd-43a9-b178-6838a2d2036d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:29.511819 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Attempting to bind port 3c24bb7a-a009-4699-99c9-e74c62efc77c on network cd3b6854-50bd-43a9-b178-6838a2d2036d {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:29.530224 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:29.530566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Checking segment: {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:29.530937 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Bound using segment: {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:29.531382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Bound port: 3c24bb7a-a009-4699-99c9-e74c62efc77c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:29.531742 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.632240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-6104a106-7c54-4ea5-b820-fc17a2c8959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.633612 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-6104a106-7c54-4ea5-b820-fc17a2c8959b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.1895616 Jun 29 10:45:29.636530 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15549a2a-f200-40da-a1da-c2530e24c451 req-a26c5802-65fb-43de-8b92-9518fc4aa601 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0471649 Jun 29 10:45:29.646989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] For port 3c24bb7a-a009-4699-99c9-e74c62efc77c, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:29.651048 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] For port 3c24bb7a-a009-4699-99c9-e74c62efc77c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:29.652334 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Made reservation on behalf of 30bdc3c6d1cb4586a2740b5ffbf09fd7 for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:29.656806 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.660929 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bb978-8319-4d6e-9893-ecd18830094a req-d649b537-e8d6-44ea-9231-02c2f3037fe9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.668075 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-367bb978-8319-4d6e-9893-ecd18830094a req-d649b537-e8d6-44ea-9231-02c2f3037fe9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.2664552 Jun 29 10:45:29.682606 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.69', 64809) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:29.686633 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.690232 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:29.751687 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-65728594-1465-4c44-9e04-21b703b4f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.753369 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-65728594-1465-4c44-9e04-21b703b4f6b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1671028 Jun 29 10:45:29.806070 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-e138ecb1-1111-4000-abcc-e61a1fc67693 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966835 Jun 29 10:45:29.817225 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.817920 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.819461 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-b0cc0377-9103-419c-a627-016870576d0c service neutron] 10.222.0.69 "PUT /v2.0/ports/3c24bb7a-a009-4699-99c9-e74c62efc77c HTTP/1.1" status: 200 len: 1094 time: 2.0776560 Jun 29 10:45:29.822719 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8738e4b1-5911-40d1-bd52-0941149eae01', 'tag': '3c24bb7a-a009-4699-99c9-e74c62efc77c'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:29.825085 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea" -d '{"events": [{"name": "network-changed", "server_uuid": "8738e4b1-5911-40d1-bd52-0941149eae01", "tag": "3c24bb7a-a009-4699-99c9-e74c62efc77c"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:29.887460 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-367bb978-8319-4d6e-9893-ecd18830094a req-e88fccf5-30c9-488a-9b66-45609d9bf041 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184334 Jun 29 10:45:29.907970 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8e4f1aa-7a27-48a8-bc20-ce7e14c68062 req-07b895af-c59d-4812-aa16-47bca36e919d tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 210 time: 0.0859618 Jun 29 10:45:29.916701 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Allocated IP 172.20.0.3 (239f4c63-7cc5-4303-a471-b5606dbe464b/5be0eaa5-f3a1-4471-9d31-326b64d1fa59/b8fa89b9-39cd-43ef-9b56-b1003d79d217) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:29.930907 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-558574fe-f1c5-4d42-a7ea-7ff43d3202ae service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658270 Jun 29 10:45:29.979484 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Pushing event updated for resources: {'Port': ['ID=3c24bb7a-a009-4699-99c9-e74c62efc77c,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:29.994244 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:30.025879 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b182d0b2-7d62-46ca-a63f-2fb3f96b852d x-openstack-request-id: req-b182d0b2-7d62-46ca-a63f-2fb3f96b852d {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:30.026229 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:30.027037 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b182d0b2-7d62-46ca-a63f-2fb3f96b852d {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:30.027465 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'status': 'completed', 'code': 200} Jun 29 10:45:30.051238 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-5b1adea4-31c4-4f81-b07f-965a01563b1a tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.052872 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-5b1adea4-31c4-4f81-b07f-965a01563b1a tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "GET /v2.0/networks?id=18140c71-21b4-42fa-8da3-7eaa24d26318 HTTP/1.1" status: 200 len: 812 time: 0.3548172 Jun 29 10:45:30.063135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32750b9-8ad4-4854-95ab-9b5c1c6d2d9f x-openstack-request-id: req-b32750b9-8ad4-4854-95ab-9b5c1c6d2d9f {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:30.063531 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8738e4b1-5911-40d1-bd52-0941149eae01", "tag": "3c24bb7a-a009-4699-99c9-e74c62efc77c", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:30.063873 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b32750b9-8ad4-4854-95ab-9b5c1c6d2d9f {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:30.064373 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8738e4b1-5911-40d1-bd52-0941149eae01', 'tag': '3c24bb7a-a009-4699-99c9-e74c62efc77c', 'status': 'completed', 'code': 200} Jun 29 10:45:30.072252 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-25f07577-1663-4e5a-a909-07cf0552bd1b service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443452 Jun 29 10:45:30.084698 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-f103c4b3-ee34-437e-b48d-ddabb1c68cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.087547 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-f103c4b3-ee34-437e-b48d-ddabb1c68cf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c515ac1b8f794853bdd871417f216333&device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 1097 time: 0.1450343 Jun 29 10:45:30.137365 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Request body: {'port': {'device_id': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318', 'admin_state_up': True, 'tenant_id': '436831e719cc4992a2d940808d49b1ad'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:30.148696 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7398feb4-cda0-492d-92c4-b0d821026b40 req-cd55f061-4b0d-4480-96c0-e3064f1a6e61 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098238 Jun 29 10:45:30.177231 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:30.195563 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Transition to ACTIVE for port object b8fa89b9-39cd-43ef-9b56-b1003d79d217 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:30.233979 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:30.242698 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:30.262847 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-7eab01c0-bc05-4d3e-8886-3740393a40c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c HTTP/1.1" status: 200 len: 217 time: 0.1363733 Jun 29 10:45:30.287126 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Network 239f4c63-7cc5-4303-a471-b5606dbe464b is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:30.290268 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:30.294033 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:30.374782 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:30.383093 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:30.396730 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.397707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:30.417726 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf362fc-a975-41b5-ae61-8bcbb39aea57 req-a5f88c8f-b3f6-4218-9434-601f8e89e97b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.423551 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-03141879-9195-4f73-ac13-523710e65eaf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681067 Jun 29 10:45:30.424632 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dbf362fc-a975-41b5-ae61-8bcbb39aea57 req-a5f88c8f-b3f6-4218-9434-601f8e89e97b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 944 time: 0.3309605 Jun 29 10:45:30.439260 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-fe142303-8167-4e4c-bff7-d5afc7b4555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.441182 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-fe142303-8167-4e4c-bff7-d5afc7b4555f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1096 time: 0.1089087 Jun 29 10:45:30.468480 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Request body: {'port': {'device_id': '79043d05-9529-445e-9253-3addaa8eccb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:30.481033 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de662554-a97b-4ede-b1ed-5c93b6e6cd18 req-2cf46249-c5a6-4c6b-ae21-926197e72968 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524859 Jun 29 10:45:30.482975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-489f568d-0837-4369-9d40-6df950fa3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.484351 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-489f568d-0837-4369-9d40-6df950fa3dfa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0aa5d419-d58a-4ae8-aa20-b1faaf811c74 HTTP/1.1" status: 200 len: 849 time: 0.1685727 Jun 29 10:45:30.516831 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350bce4-6595-4369-83ce-67b2391d1046 req-442d928c-1b49-4212-9446-0e13a69e5f78 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.518489 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f350bce4-6595-4369-83ce-67b2391d1046 req-442d928c-1b49-4212-9446-0e13a69e5f78 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 943 time: 0.3124030 Jun 29 10:45:30.546406 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dbf362fc-a975-41b5-ae61-8bcbb39aea57 req-1569b4ce-e1eb-4cbe-8ee9-9ea39a50e4e8 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207888 Jun 29 10:45:30.593534 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-7988f3db-019c-4d4b-9cf3-804ab0f46d62 None None] Provisioning for port b8fa89b9-39cd-43ef-9b56-b1003d79d217 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:30.595203 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Made reservation on behalf of 436831e719cc4992a2d940808d49b1ad for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:30.598763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:30.599270 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-7988f3db-019c-4d4b-9cf3-804ab0f46d62 None None] Provisioning complete for port b8fa89b9-39cd-43ef-9b56-b1003d79d217 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:30.599938 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7988f3db-019c-4d4b-9cf3-804ab0f46d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:30.602044 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-a7e0daef-0e76-4cea-92ad-c4a8546af9ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd3b6854-50bd-43a9-b178-6838a2d2036d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800397 Jun 29 10:45:30.617186 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-f8ad9481-9c18-4d94-9e04-e83e2589084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.618921 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-f8ad9481-9c18-4d94-9e04-e83e2589084a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.1463242 Jun 29 10:45:30.642671 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-7988f3db-019c-4d4b-9cf3-804ab0f46d62 None None] Port b8fa89b9-39cd-43ef-9b56-b1003d79d217 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:30.708529 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-c2e0ff96-6c2c-4342-9d99-c80af651c8cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 217 time: 0.0494173 Jun 29 10:45:30.715058 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:30.734847 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f350bce4-6595-4369-83ce-67b2391d1046 req-700d5776-9967-41bc-90b8-0254fd8b949f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858189 Jun 29 10:45:30.737422 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-cb003826-50d4-4da9-abcb-121982b22145 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bf933811d7404a56a073d83743a6fdb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144922 Jun 29 10:45:30.934571 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-d3e484c4-8492-4e40-829d-84fc54df340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.936037 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-d3e484c4-8492-4e40-829d-84fc54df340c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.2069962 Jun 29 10:45:31.065493 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-9a6288ba-e680-490a-9ede-d01997635f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.067019 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-9a6288ba-e680-490a-9ede-d01997635f56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222742 Jun 29 10:45:31.096843 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fa89b9-39cd-43ef-9b56-b1003d79d217 {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:31.128883 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.149987 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Transition to ACTIVE for port object b8fa89b9-39cd-43ef-9b56-b1003d79d217 will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:31.155758 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.160272 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f740638c-8e76-4197-a121-b4d1d28202ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:31.217503 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-6bb06e26-32e5-4899-8053-46430a911a37 service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598149 Jun 29 10:45:31.225448 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-45e8d84f-a43c-43bd-bb6e-64a3273bc0ab service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502051 Jun 29 10:45:31.234055 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:31.246290 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:31.280016 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe39458-8abe-4573-8def-7901aea8b503 req-55df6f98-aceb-4288-af00-076438944d01 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.284215 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3fe39458-8abe-4573-8def-7901aea8b503 req-55df6f98-aceb-4288-af00-076438944d01 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 931 time: 0.5959184 Jun 29 10:45:31.336706 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-2dc98dcc-e599-4d39-b914-dc510f188dfb tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.338080 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-2dc98dcc-e599-4d39-b914-dc510f188dfb tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5773594 Jun 29 10:45:31.346607 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Allocated IP 172.20.0.9 (18140c71-21b4-42fa-8da3-7eaa24d26318/d4a8856e-f4d1-40ba-85bd-24e6849f6ecf/72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:31.381195 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Request body: {'port': {'device_id': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7', 'admin_state_up': True, 'tenant_id': 'bf933811d7404a56a073d83743a6fdb2'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:31.450012 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20079e-d9f8-47bb-a6ec-b9c201ada65d req-44b0692e-6cdf-4026-89a4-74980e9da409 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.452181 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9d20079e-d9f8-47bb-a6ec-b9c201ada65d req-44b0692e-6cdf-4026-89a4-74980e9da409 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 943 time: 0.5882094 Jun 29 10:45:31.503343 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3fe39458-8abe-4573-8def-7901aea8b503 req-0cb04b60-4033-4dd1-886a-b1ff679854e2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808236 Jun 29 10:45:31.535493 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-6474a1d3-283b-434f-987e-5e055ec65b42 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024712 Jun 29 10:45:31.561982 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Attempting to bind port b8fa89b9-39cd-43ef-9b56-b1003d79d217 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:31.562373 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Attempting to bind port b8fa89b9-39cd-43ef-9b56-b1003d79d217 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:31.562712 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Attempting to bind port b8fa89b9-39cd-43ef-9b56-b1003d79d217 on network 239f4c63-7cc5-4303-a471-b5606dbe464b {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:31.568835 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Port b8fa89b9-39cd-43ef-9b56-b1003d79d217 on network 239f4c63-7cc5-4303-a471-b5606dbe464b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:31.570371 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Attempting to bind port b8fa89b9-39cd-43ef-9b56-b1003d79d217 on network 239f4c63-7cc5-4303-a471-b5606dbe464b {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:31.571692 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f23128f8-a351-48a0-83c3-26a16a261e26 req-83c2ff79-3f68-49b6-abf9-18fc60f446fa service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420618 Jun 29 10:45:31.579454 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:31.579802 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Checking segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:31.580192 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Bound using segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:31.580682 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Bound port: b8fa89b9-39cd-43ef-9b56-b1003d79d217, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:31.581124 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.654646 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:31.657742 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:31.661925 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.664635 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:31.686229 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9d20079e-d9f8-47bb-a6ec-b9c201ada65d req-fc275c4d-023a-4a7e-b6f0-7d958a38b825 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090213 Jun 29 10:45:31.694453 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3d152f98-632f-48dd-8dbd-e5a24b04c9b9 req-d3ba81e2-f8e1-4517-a8f2-d094bb4b0454 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0629213 Jun 29 10:45:31.712580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.712580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.712863 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] 10.222.0.69 "PUT /v2.0/ports/b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 1093 time: 1.2517080 Jun 29 10:45:31.738438 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3d764075-b99d-4443-b1b1-5bf4976c7fa1 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:31.797395 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:31.806310 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:31.826264 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.845543 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Made reservation on behalf of bf933811d7404a56a073d83743a6fdb2 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:31.861591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.888088 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:31.905921 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-cb4d766b-242e-4ff3-a6de-97295f6d325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.907390 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-cb4d766b-242e-4ff3-a6de-97295f6d325e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1096 time: 0.0992742 Jun 29 10:45:31.942834 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.963744 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-8cf80b15-75e5-41e1-bd16-89930b1b8d5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 217 time: 0.0387380 Jun 29 10:45:31.969602 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.996453 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a5de648f-f84a-4fbb-ab07-6a52872c684c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:32.018802 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-760d5a9a-53ab-483f-a09d-278bdd53901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.020143 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-760d5a9a-53ab-483f-a09d-278bdd53901f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0481865 Jun 29 10:45:32.027976 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:32.030931 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9085fe50-68f3-4704-bfcf-0e7b31085c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:32.039381 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'port_id': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'mac_address': 'fa:16:3e:d0:3e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:32.049585 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-1fd94f06-5f04-435e-bdc8-84eddce065b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.050421 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-1fd94f06-5f04-435e-bdc8-84eddce065b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c515ac1b8f794853bdd871417f216333&device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 1097 time: 0.3548338 Jun 29 10:45:32.082172 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.085532 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da840-cda6-452b-a457-2d36f4047a8f req-f18919fe-323a-430c-aa47-8f0807d3a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.087071 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-f18919fe-323a-430c-aa47-8f0807d3a4d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600183 Jun 29 10:45:32.095835 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d764075-b99d-4443-b1b1-5bf4976c7fa1 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:32.109507 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Network 18140c71-21b4-42fa-8da3-7eaa24d26318 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:32.117685 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:32.123283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.124339 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 6b2eb002-5406-43c8-bc3f-7075daa646c8 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:32.127769 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-5879d305-6ef7-436f-94b1-5bc899254ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:32.152473 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:32.161525 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Pushing event updated for resources: {'Port': ['ID=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:32.163998 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:32.176360 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:32.193783 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-0e0646eb-031b-4cbf-8ecd-2a5e624670c7 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934770 Jun 29 10:45:32.234221 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:32.238395 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:32.279444 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2568b-c422-4ced-8360-0cdd7f42c83d req-aa458519-6b5c-47d0-897d-1ec3501312de tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.287759 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-39d2568b-c422-4ced-8360-0cdd7f42c83d req-aa458519-6b5c-47d0-897d-1ec3501312de tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.3751321 Jun 29 10:45:32.288471 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 6b2eb002-5406-43c8-bc3f-7075daa646c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b2eb002-5406-43c8-bc3f-7075daa646c8,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:32.300514 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '6b2eb002-5406-43c8-bc3f-7075daa646c8', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'port_id': '6b2eb002-5406-43c8-bc3f-7075daa646c8', 'mac_address': 'fa:16:3e:c0:c2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b755cdcb-e69c-4315-bb8d-b96962b8d370', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:32.305246 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f94da840-cda6-452b-a457-2d36f4047a8f req-d9ddf908-89e3-499b-b872-6c7fb17a7a9e service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042607 Jun 29 10:45:32.309548 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c40e-9f50-4d4c-9b5c-038ff8ada07d req-58a3db14-23ef-44f7-a24c-4e66ae517442 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.311123 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc45c40e-9f50-4d4c-9b5c-038ff8ada07d req-58a3db14-23ef-44f7-a24c-4e66ae517442 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 931 time: 0.4004052 Jun 29 10:45:32.316639 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.317239 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.339105 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.353940 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2eb002-5406-43c8-bc3f-7075daa646c8 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:32.361979 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-2459a7d8-3f6f-4a9d-8ce2-f5fc1800d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.363488 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-2459a7d8-3f6f-4a9d-8ce2-f5fc1800d07d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 200 len: 910 time: 0.3018692 Jun 29 10:45:32.378684 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 6b2eb002-5406-43c8-bc3f-7075daa646c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b2eb002-5406-43c8-bc3f-7075daa646c8,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:32.382456 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.385025 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:32.401691 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-39d2568b-c422-4ced-8360-0cdd7f42c83d req-d60564d2-4d63-40d7-9d0c-754e00650838 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130602 Jun 29 10:45:32.428581 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc45c40e-9f50-4d4c-9b5c-038ff8ada07d req-024e851a-d71a-467d-9a6f-9406da8550dd tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944989 Jun 29 10:45:32.444329 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=6b2eb002-5406-43c8-bc3f-7075daa646c8,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:32.448083 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:32.472786 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-92743952-07a5-4426-a9ca-91db53e9633c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c HTTP/1.1" status: 200 len: 217 time: 0.0518861 Jun 29 10:45:32.484169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.497123 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.500026 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-649747e1-b37b-45a5-ab15-d0bdf280c941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:32.505305 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3777707 Jun 29 10:45:32.551119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Request body: {'port': {'device_id': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:32.680030 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3f6040-7a0b-42bb-96e1-50d6460d9c09,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:32.691305 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:32.708272 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-cc132543-a5fb-48a8-b31a-4ba5ccb59c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.709716 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-cc132543-a5fb-48a8-b31a-4ba5ccb59c6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0aa5d419-d58a-4ae8-aa20-b1faaf811c74 HTTP/1.1" status: 200 len: 849 time: 0.2218587 Jun 29 10:45:32.808807 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-1f6a6599-8730-44b4-ab96-a85936fc76b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd3b6854-50bd-43a9-b178-6838a2d2036d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622058 Jun 29 10:45:32.836472 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.870483 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3d764075-b99d-4443-b1b1-5bf4976c7fa1'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:32.896515 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['6b2eb002-5406-43c8-bc3f-7075daa646c8'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:32.897605 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Allocated IP 192.168.233.13 (18966af2-170c-4c43-8f86-43463ed68bc7/38e1e6af-4ca7-4d16-a72a-315a15575a3a/91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:32.941113 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f710540-f264-459a-a2d3-cdbf64c7502c req-81276418-6ace-48ca-9b74-e85f6f1052f3 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.942503 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f710540-f264-459a-a2d3-cdbf64c7502c req-81276418-6ace-48ca-9b74-e85f6f1052f3 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 944 time: 0.4026797 Jun 29 10:45:32.960507 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dc7ba-4641-45a7-9cb9-929707d4a019 req-191a3496-680b-4572-b61b-dc3691e7a53c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.961941 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e13dc7ba-4641-45a7-9cb9-929707d4a019 req-191a3496-680b-4572-b61b-dc3691e7a53c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 944 time: 0.4193976 Jun 29 10:45:33.129036 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-d2ec285f-01ae-46b0-b4a0-9a0547a38f08 service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050892 Jun 29 10:45:33.140535 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0f710540-f264-459a-a2d3-cdbf64c7502c req-c01e3370-ba77-43e3-8908-e20831a44ec7 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910655 Jun 29 10:45:33.185636 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a26ebb-233a-4deb-9187-a1573b92ea38 x-openstack-request-id: req-c6a26ebb-233a-4deb-9187-a1573b92ea38 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:33.186303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:33.186422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6a26ebb-233a-4deb-9187-a1573b92ea38 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:33.186828 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'status': 'completed', 'code': 200} Jun 29 10:45:33.221538 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e13dc7ba-4641-45a7-9cb9-929707d4a019 req-0a182008-88b5-47ef-9da0-0bdb4b2c0907 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458475 Jun 29 10:45:33.306221 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-715e34a7-e8d4-4870-b700-ef2765b6d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.308783 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-715e34a7-e8d4-4870-b700-ef2765b6d442 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1096 time: 0.0567625 Jun 29 10:45:33.408547 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-6925f2e5-233c-4a3e-b57c-00ed7785ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.410027 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-6925f2e5-233c-4a3e-b57c-00ed7785ba65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0932083 Jun 29 10:45:33.452886 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-7180dc6f-f1b9-46bb-a56c-129ab1cb25ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 217 time: 0.0353148 Jun 29 10:45:33.503361 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-8ccf98bb-096d-48d9-b958-5f5eec1e14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.504820 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-8ccf98bb-096d-48d9-b958-5f5eec1e14e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0444238 Jun 29 10:45:33.568619 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-6cc85c42-bf9c-40f4-963f-25370cfec104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.570166 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-6cc85c42-bf9c-40f4-963f-25370cfec104 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541353 Jun 29 10:45:33.677987 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-5388eb49-930d-4a28-837d-2516ea62a1f6 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002095 Jun 29 10:45:33.696683 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.719819 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-3ad56dda-8e82-497a-8436-108a27aec41d service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756443 Jun 29 10:45:33.749766 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Transition to ACTIVE for port object 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:33.752439 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3c24bb7a-a009-4699-99c9-e74c62efc77c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:33.796993 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9085fe50-68f3-4704-bfcf-0e7b31085c0d req-bcca3542-8cf5-4334-b20c-118bba33aefd service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122086 Jun 29 10:45:33.850386 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549bd3-6dbd-4085-894d-77fd6e0cb80a req-b239791f-0ddb-490a-b3fe-d0b18d544c36 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.853499 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-19549bd3-6dbd-4085-894d-77fd6e0cb80a req-b239791f-0ddb-490a-b3fe-d0b18d544c36 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.5609403 Jun 29 10:45:33.874027 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a359c3-6c15-4a23-ad1b-204469e78488 req-6ba795de-06e4-4c99-8d55-a09f300d4dbf tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.875797 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9a359c3-6c15-4a23-ad1b-204469e78488 req-6ba795de-06e4-4c99-8d55-a09f300d4dbf tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 944 time: 0.3445296 Jun 29 10:45:33.918403 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 3c24bb7a-a009-4699-99c9-e74c62efc77c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:33.929850 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '3c24bb7a-a009-4699-99c9-e74c62efc77c', 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d', 'port_id': '3c24bb7a-a009-4699-99c9-e74c62efc77c', 'mac_address': 'fa:16:3e:0d:19:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa5d419-d58a-4ae8-aa20-b1faaf811c74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:33.965918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.974562 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:33.979473 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c24bb7a-a009-4699-99c9-e74c62efc77c {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:33.983464 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-19549bd3-6dbd-4085-894d-77fd6e0cb80a req-4771184a-f0b9-45fb-9942-e6d0b736aeef tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068048 Jun 29 10:45:33.988947 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.992776 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:33.997536 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9a359c3-6c15-4a23-ad1b-204469e78488 req-b527d400-b067-443e-847c-e65885d40cb8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072736 Jun 29 10:45:34.001811 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:34.003262 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 3c24bb7a-a009-4699-99c9-e74c62efc77c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:34.008456 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.010273 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:34.013422 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:34.083994 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Pushing event updated for resources: {'Port': ['ID=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:34.094224 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:34.096198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Network 18966af2-170c-4c43-8f86-43463ed68bc7 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:34.103167 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:34.106067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Transition to ACTIVE for port object 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:34.109076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:34.109223 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=3c24bb7a-a009-4699-99c9-e74c62efc77c,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:34.112219 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:34.140359 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.155502 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:34.165973 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:34.168002 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'mac_address': 'fa:16:3e:34:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:34.208217 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.221126 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fa89b9-39cd-43ef-9b56-b1003d79d217 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:34.245689 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:34.251333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.253618 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:34.276267 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.276914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.287506 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Pushing event updated for resources: {'Port': ['ID=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:34.301665 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:34.312217 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:34.315373 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:34.355142 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9887118 Jun 29 10:45:34.382043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd39f1-2bf7-4bf8-8643-77fc5a85fbe1 req-a296ece1-ce73-452d-93a9-7509739051de tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.383489 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-14fd39f1-2bf7-4bf8-8643-77fc5a85fbe1 req-a296ece1-ce73-452d-93a9-7509739051de tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 935 time: 0.2762609 Jun 29 10:45:34.389307 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Request body: {'port': {'device_id': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:34.402777 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895299ea-df2a-44c3-8813-ced2244d678d req-590ced7e-f07f-45a0-ae19-39a778c2f728 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.404170 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-895299ea-df2a-44c3-8813-ced2244d678d req-590ced7e-f07f-45a0-ae19-39a778c2f728 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.2300246 Jun 29 10:45:34.413731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-0033f12b-cb5f-4a5e-880e-60269733714b None None] Provisioning for port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:34.417505 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-0033f12b-cb5f-4a5e-880e-60269733714b None None] Provisioning complete for port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:34.417883 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0033f12b-cb5f-4a5e-880e-60269733714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.452566 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-0033f12b-cb5f-4a5e-880e-60269733714b None None] Port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:34.477540 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Attempting to bind port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:34.477875 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Attempting to bind port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:34.478231 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Attempting to bind port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c on network 18140c71-21b4-42fa-8da3-7eaa24d26318 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:34.517136 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c on network 18140c71-21b4-42fa-8da3-7eaa24d26318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:34.517363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Attempting to bind port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c on network 18140c71-21b4-42fa-8da3-7eaa24d26318 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:34.527655 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-14fd39f1-2bf7-4bf8-8643-77fc5a85fbe1 req-7473553d-f7a1-46e5-9574-ba1c2139a503 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323626 Jun 29 10:45:34.549652 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:34.549652 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Checking segment: {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:34.549652 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Bound using segment: {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:34.549652 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Bound port: 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:34.549652 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.559071 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-895299ea-df2a-44c3-8813-ced2244d678d req-e5a53f64-8ba3-4130-b704-a3aad7331861 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270726 Jun 29 10:45:34.564886 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.690323 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] For port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:34.721350 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3c24bb7a-a009-4699-99c9-e74c62efc77c'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:34.744714 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b8fa89b9-39cd-43ef-9b56-b1003d79d217'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:34.777149 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] For port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:34.793533 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.800393 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-46274b96-6338-40e6-82d4-88f0beca6245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:34.879349 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.880061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:34.881323 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] 10.222.0.69 "PUT /v2.0/ports/72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c HTTP/1.1" status: 200 len: 1093 time: 2.3425939 Jun 29 10:45:34.885449 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'tag': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:34.887723 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8068406-275a-4810-be83-3213a44ef50a" -d '{"events": [{"name": "network-changed", "server_uuid": "eed7878c-c1b0-4a2f-91d9-d4dd160d92fc", "tag": "72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:34.939054 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Pushing event updated for resources: {'Port': ['ID=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:34.948285 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7520b4-a162-48dc-84f6-716f1e552a46 req-3bcd6951-d5e4-4781-8b8f-c40235d00d4b tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.949773 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e7520b4-a162-48dc-84f6-716f1e552a46 req-3bcd6951-d5e4-4781-8b8f-c40235d00d4b tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 943 time: 0.3094077 Jun 29 10:45:34.953520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:35.008722 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c869b3-ee74-47fb-8325-d8db42d948b4 req-c8db30d5-e88c-47d3-a00a-a389799db42c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.010192 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-53c869b3-ee74-47fb-8325-d8db42d948b4 req-c8db30d5-e88c-47d3-a00a-a389799db42c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 945 time: 0.3233624 Jun 29 10:45:35.097773 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e7520b4-a162-48dc-84f6-716f1e552a46 req-30f2f23e-76f8-4486-bba9-dcd2f4c4c6ef tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315079 Jun 29 10:45:35.119213 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-53c869b3-ee74-47fb-8325-d8db42d948b4 req-ebcdf60b-5eef-43fb-a9f2-c1a47e08ae1e tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948267 Jun 29 10:45:35.147622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-662131c3-eb1f-4c40-9cd5-d3235d733f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.149184 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-662131c3-eb1f-4c40-9cd5-d3235d733f78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=436831e719cc4992a2d940808d49b1ad&device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 1096 time: 0.1968024 Jun 29 10:45:35.162923 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:35.177133 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.181339 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab6b237-d449-41f9-8cdb-bf9de48ae7d9 x-openstack-request-id: req-0ab6b237-d449-41f9-8cdb-bf9de48ae7d9 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:35.181720 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed7878c-c1b0-4a2f-91d9-d4dd160d92fc", "tag": "72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:35.182065 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ab6b237-d449-41f9-8cdb-bf9de48ae7d9 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:35.182565 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'tag': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c', 'status': 'completed', 'code': 200} Jun 29 10:45:35.217929 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-23aadc0b-5898-41a9-a4bf-66566f80603e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c HTTP/1.1" status: 200 len: 217 time: 0.0501583 Jun 29 10:45:35.230646 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Transition to ACTIVE for port object 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:35.254775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.279366 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:35.376869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f367-bc83-408b-b672-d572ea980fbe req-69a16ece-7fa6-4c32-9194-63197e6f030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.378346 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-69a16ece-7fa6-4c32-9194-63197e6f030f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4a8856e-f4d1-40ba-85bd-24e6849f6ecf HTTP/1.1" status: 200 len: 852 time: 0.1488795 Jun 29 10:45:35.390865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Pushing event updated for resources: {'Port': ['ID=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:35.424632 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:35.448646 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-32737639-81c4-4151-89ec-dde5d249116c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18140c71-21b4-42fa-8da3-7eaa24d26318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588472 Jun 29 10:45:35.490764 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c571a78-ea31-4311-81f5-c9b6330a91c5 req-000a3bd4-64bc-4bc5-ad0f-50792afad408 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.492184 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c571a78-ea31-4311-81f5-c9b6330a91c5 req-000a3bd4-64bc-4bc5-ad0f-50792afad408 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 944 time: 0.2796998 Jun 29 10:45:35.575118 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037591c-2ed0-40ae-92b1-1b7f79a4e5c7 req-27c2dcad-cb86-4aa5-8157-934158fe92b7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.577117 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e037591c-2ed0-40ae-92b1-1b7f79a4e5c7 req-27c2dcad-cb86-4aa5-8157-934158fe92b7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.2908883 Jun 29 10:45:35.612452 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Attempting to bind port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:35.612712 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Attempting to bind port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:35.613043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Attempting to bind port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b on network 18966af2-170c-4c43-8f86-43463ed68bc7 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:35.634572 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c571a78-ea31-4311-81f5-c9b6330a91c5 req-4bdbbbdd-3736-4b66-ab52-2b54cf04244d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006358 Jun 29 10:45:35.641003 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b on network 18966af2-170c-4c43-8f86-43463ed68bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:35.641325 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Attempting to bind port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b on network 18966af2-170c-4c43-8f86-43463ed68bc7 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:35.660010 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:35.660342 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Checking segment: {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:35.660724 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Bound using segment: {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:35.661171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Bound port: 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e43a6bf-6565-424b-af05-fa3594ed7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:35.661616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.670964 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-36302dbd-8a52-4116-b81c-542dd89d9e8a service neutron] 10.222.0.69 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001355 Jun 29 10:45:35.679170 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e037591c-2ed0-40ae-92b1-1b7f79a4e5c7 req-eac07281-32ec-43fc-af46-1d209ea934ed tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870652 Jun 29 10:45:35.763696 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3d764075-b99d-4443-b1b1-5bf4976c7fa1 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:35.813382 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:35.817156 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:35.817539 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.860742 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] For port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:35.895255 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] For port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:35.898843 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.900574 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0831f367-bc83-408b-b672-d572ea980fbe req-797bae91-dafb-46a5-922d-ef3bf78128b7 service neutron] 10.222.0.69 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190709 Jun 29 10:45:35.905748 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.912209 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:35.923405 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:35.926148 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161c3e9d-b920-4ff5-b1d6-df4dd9bcae0f" -d '{"events": [{"server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "name": "network-vif-plugged", "status": "completed", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:35.941134 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:35.946570 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:35.947754 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 6b2eb002-5406-43c8-bc3f-7075daa646c8 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:35.949858 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-4c94104f-53c2-4937-adf8-ed21dad80e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:36.033740 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:36.037285 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:36.047290 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 6b2eb002-5406-43c8-bc3f-7075daa646c8 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:36.051480 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 6b2eb002-5406-43c8-bc3f-7075daa646c8 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:36.051865 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:36.130168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:36.164856 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 6b2eb002-5406-43c8-bc3f-7075daa646c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b2eb002-5406-43c8-bc3f-7075daa646c8,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:36.170096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:36.171994 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:36.206115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3971a4-1637-4258-b355-6a48c11f7383 req-544ef8d2-ae8a-495b-bd4a-3206c9dde435 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.207589 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d3971a4-1637-4258-b355-6a48c11f7383 req-544ef8d2-ae8a-495b-bd4a-3206c9dde435 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 944 time: 0.4623299 Jun 29 10:45:36.226175 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=6b2eb002-5406-43c8-bc3f-7075daa646c8,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:36.230279 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.230567 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:36.232468 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] 10.222.0.69 "PUT /v2.0/ports/91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b HTTP/1.1" status: 200 len: 1097 time: 1.8581762 Jun 29 10:45:36.237264 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:36.273977 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190be79-9864-4f31-a8a0-1757b9e60e09 req-76bd7658-78a3-465a-9e49-089cc2320be1 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.275471 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b190be79-9864-4f31-a8a0-1757b9e60e09 req-76bd7658-78a3-465a-9e49-089cc2320be1 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 947 time: 0.4834743 Jun 29 10:45:36.302553 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Pushing event updated for resources: {'Port': ['ID=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:36.323011 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:36.336353 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d3971a4-1637-4258-b355-6a48c11f7383 req-d9a35866-b07b-4a37-8aec-6ea292cd9860 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991986 Jun 29 10:45:36.392741 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b190be79-9864-4f31-a8a0-1757b9e60e09 req-ed34702b-7527-4b2a-8770-4f9c89fcb4e4 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008198 Jun 29 10:45:36.395312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8068406-275a-4810-be83-3213a44ef50a req-becdf91f-5a2f-44eb-98f8-2f6a0ba22263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.396787 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-becdf91f-5a2f-44eb-98f8-2f6a0ba22263 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=436831e719cc4992a2d940808d49b1ad&device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 1096 time: 0.2359209 Jun 29 10:45:36.426862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-d2358d19-075f-4f8b-826f-7e8effac417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.428433 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-d2358d19-075f-4f8b-826f-7e8effac417a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf933811d7404a56a073d83743a6fdb2&device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 1100 time: 0.1229572 Jun 29 10:45:36.452821 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05954d3d-6f95-4b43-b173-02eaae1cd070 x-openstack-request-id: req-05954d3d-6f95-4b43-b173-02eaae1cd070 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:36.453223 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "name": "network-vif-plugged", "status": "completed", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:36.453558 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05954d3d-6f95-4b43-b173-02eaae1cd070 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:36.454050 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'code': 200} Jun 29 10:45:36.501881 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-c17d80ec-f0a0-4b0b-b3a3-8075335be25f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b HTTP/1.1" status: 200 len: 217 time: 0.0475049 Jun 29 10:45:36.639220 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-b527ad34-6b9a-4efe-9be9-d493c2109dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.640640 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-b527ad34-6b9a-4efe-9be9-d493c2109dc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38e1e6af-4ca7-4d16-a72a-315a15575a3a HTTP/1.1" status: 200 len: 843 time: 0.1215620 Jun 29 10:45:36.642648 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8068406-275a-4810-be83-3213a44ef50a req-2e33e846-0186-4721-a658-6b1be66da9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.643923 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-2e33e846-0186-4721-a658-6b1be66da9ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=18140c71-21b4-42fa-8da3-7eaa24d26318 HTTP/1.1" status: 200 len: 913 time: 0.2388623 Jun 29 10:45:36.677760 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb588-3188-4862-a0ce-671b2fc0816b req-2ee56525-130d-46d6-ba6c-6f801e84ced9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.679147 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58cfb588-3188-4862-a0ce-671b2fc0816b req-2ee56525-130d-46d6-ba6c-6f801e84ced9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.2260273 Jun 29 10:45:36.750112 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d73d9-8902-4ab2-bf52-e9f7545fc380 req-c4e90f26-449d-4132-8ef3-3bee817290ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.751637 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-598d73d9-8902-4ab2-bf52-e9f7545fc380 req-c4e90f26-449d-4132-8ef3-3bee817290ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1098 time: 0.0514975 Jun 29 10:45:36.757932 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-6776c442-ab7c-474b-a045-5dadf5633d79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c HTTP/1.1" status: 200 len: 217 time: 0.0622594 Jun 29 10:45:36.770665 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe646-4609-4741-a8dd-b9e740e743ac req-3e0f1349-8492-40c5-b913-6fd6f003d4a8 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.772074 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18abe646-4609-4741-a8dd-b9e740e743ac req-3e0f1349-8492-40c5-b913-6fd6f003d4a8 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 943 time: 0.2138779 Jun 29 10:45:36.787482 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-598d73d9-8902-4ab2-bf52-e9f7545fc380 req-b492e595-9c8f-4ceb-a139-4f4ef2d0f64a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282774 Jun 29 10:45:36.847350 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-58cfb588-3188-4862-a0ce-671b2fc0816b req-ec738a6e-6a7c-4981-a30d-675ad97a9f00 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454000 Jun 29 10:45:36.878464 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8068406-275a-4810-be83-3213a44ef50a req-c2944991-11e4-443d-9556-0ef899f06eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.879749 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-c2944991-11e4-443d-9556-0ef899f06eff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4a8856e-f4d1-40ba-85bd-24e6849f6ecf HTTP/1.1" status: 200 len: 852 time: 0.1022220 Jun 29 10:45:36.882487 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18abe646-4609-4741-a8dd-b9e740e743ac req-a7826ae9-14c7-4d2f-a1f1-0ba5474139ca tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937803 Jun 29 10:45:36.885236 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-7c19539d-d289-4955-ac69-c6f72fe20fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.886787 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-7c19539d-d289-4955-ac69-c6f72fe20fbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18966af2-170c-4c43-8f86-43463ed68bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2286294 Jun 29 10:45:37.046228 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3248c1-0a1b-4801-9beb-c4a5f9ddb7a6 req-af509a71-30b4-4e65-b48d-4a64be79e495 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.047617 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd3248c1-0a1b-4801-9beb-c4a5f9ddb7a6 req-af509a71-30b4-4e65-b48d-4a64be79e495 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 945 time: 0.1019950 Jun 29 10:45:37.078466 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15793-aea4-48ba-a153-f284460925aa req-aea40800-3b4f-4b38-ab44-1c0511cb39eb tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.079885 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcc15793-aea4-48ba-a153-f284460925aa req-aea40800-3b4f-4b38-ab44-1c0511cb39eb tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.1004860 Jun 29 10:45:37.110041 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd3248c1-0a1b-4801-9beb-c4a5f9ddb7a6 req-9c4eed71-79fb-4eaf-817f-8a9d2213cc25 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jun 29 10:45:37.168607 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcc15793-aea4-48ba-a153-f284460925aa req-d07a7a46-d33e-44d7-acdc-ea46bf7899aa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830765 Jun 29 10:45:37.192434 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'tag': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:37.194722 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13a80a-007b-4aa7-b28d-98697413e24c" -d '{"events": [{"name": "network-changed", "server_uuid": "98f8b163-8541-4dcd-bd7e-b941228f0ff4", "tag": "91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:37.198460 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-fee5cbcb-820f-4c01-afc2-c330b06db537 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18140c71-21b4-42fa-8da3-7eaa24d26318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778680 Jun 29 10:45:37.248581 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a0ea8-a7cb-4d35-95a6-8b965cf3a874 x-openstack-request-id: req-232a0ea8-a7cb-4d35-95a6-8b965cf3a874 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:37.248896 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f8b163-8541-4dcd-bd7e-b941228f0ff4", "tag": "91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:37.249178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-232a0ea8-a7cb-4d35-95a6-8b965cf3a874 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:37.249585 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'tag': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b', 'status': 'completed', 'code': 200} Jun 29 10:45:37.331462 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-559bfe1f-470d-4a5c-80f8-ac54acf8501e service neutron] 10.222.0.69 "GET /v2.0/networks/18966af2-170c-4c43-8f86-43463ed68bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097075 Jun 29 10:45:37.409100 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-615bebed-f402-42a4-9a30-22faff4b90a3 service neutron] 10.222.0.69 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951046 Jun 29 10:45:37.417659 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af0457-f4ce-4b2b-a232-77bc64c6ee13 req-710034cf-497c-4ce2-b27c-360813feb239 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.419099 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24af0457-f4ce-4b2b-a232-77bc64c6ee13 req-710034cf-497c-4ce2-b27c-360813feb239 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.1947160 Jun 29 10:45:37.575773 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-960aa9f7-684f-49f2-9b57-70644dc22ff2 req-4801cef0-053a-48be-a46d-da185a5d7195 service neutron] 10.222.0.69 "GET /v2.0/networks/18966af2-170c-4c43-8f86-43463ed68bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242432 Jun 29 10:45:37.580590 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24af0457-f4ce-4b2b-a232-77bc64c6ee13 req-84c4a81d-1bb4-4ab4-8f63-7fce9f0c5306 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403215 Jun 29 10:45:37.610278 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8068406-275a-4810-be83-3213a44ef50a req-017a09fd-34b5-485e-8130-761ece8b163a service neutron] 10.222.0.69 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888239 Jun 29 10:45:37.623471 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ec9d8-092c-4180-a367-612523953d63 req-a4b40c8f-8f2f-4fd1-8bbe-280284befba5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.624668 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac2ec9d8-092c-4180-a367-612523953d63 req-a4b40c8f-8f2f-4fd1-8bbe-280284befba5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.1727314 Jun 29 10:45:37.663194 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac2ec9d8-092c-4180-a367-612523953d63 req-52438667-5eca-4c17-888a-6d813d2f827b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Jun 29 10:45:37.759528 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:37.774448 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:37.785720 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa9311-4ad8-4e23-ac0d-2a3b5d21bc9f req-051c5fcb-a26e-465d-b10b-0b16c94a1850 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.787922 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4aa9311-4ad8-4e23-ac0d-2a3b5d21bc9f req-051c5fcb-a26e-465d-b10b-0b16c94a1850 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 947 time: 0.0953398 Jun 29 10:45:37.830508 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-aeaada6d-b96e-4b3c-a580-2c96aadb2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.831969 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-aeaada6d-b96e-4b3c-a580-2c96aadb2a74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf933811d7404a56a073d83743a6fdb2&device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 1100 time: 0.1070685 Jun 29 10:45:37.852165 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4aa9311-4ad8-4e23-ac0d-2a3b5d21bc9f req-78a33067-488a-4abe-8357-2c7346e75d51 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567617 Jun 29 10:45:37.879052 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port b8fa89b9-39cd-43ef-9b56-b1003d79d217 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:37.888650 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b8fa89b9-39cd-43ef-9b56-b1003d79d217 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:37.889104 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:37.942529 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-ced25912-bb91-432e-b9c1-1ca5f32e4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.942960 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:37.944445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-ced25912-bb91-432e-b9c1-1ca5f32e4979 service neutron] 10.222.0.69 "GET /v2.0/networks?id=18966af2-170c-4c43-8f86-43463ed68bc7 HTTP/1.1" status: 200 len: 870 time: 0.1051748 Jun 29 10:45:37.958122 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c', 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318', 'port_id': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c', 'mac_address': 'fa:16:3e:38:83:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a8856e-f4d1-40ba-85bd-24e6849f6ecf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:37.999882 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-9fd9f1ab-f93c-449a-a18b-899e60153bc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b HTTP/1.1" status: 200 len: 217 time: 0.0455515 Jun 29 10:45:38.029019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.031028 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.051236 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:38.084276 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:38.086205 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:38.088826 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.091556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-5879d305-6ef7-436f-94b1-5bc899254ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:38.094086 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.095107 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3c24bb7a-a009-4699-99c9-e74c62efc77c up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:38.120380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-bba454fe-1840-4b27-b540-c188a306342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.121715 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-bba454fe-1840-4b27-b540-c188a306342f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38e1e6af-4ca7-4d16-a72a-315a15575a3a HTTP/1.1" status: 200 len: 843 time: 0.1098125 Jun 29 10:45:38.137972 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6a612-952c-4a21-9b57-651ea8feda78 req-7285f846-3107-4ef3-a90f-887d82a6798c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.139432 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7c6a612-952c-4a21-9b57-651ea8feda78 req-7285f846-3107-4ef3-a90f-887d82a6798c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1422815 Jun 29 10:45:38.171353 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:38.173970 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac20aac-205a-4ab9-a43d-d873a911c887 req-5260c045-0a0b-46a6-8d6a-eca687cdaa9e tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.174703 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:38.175103 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:38.175663 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8ac20aac-205a-4ab9-a43d-d873a911c887 req-5260c045-0a0b-46a6-8d6a-eca687cdaa9e tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 943 time: 0.1647782 Jun 29 10:45:38.206707 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 3c24bb7a-a009-4699-99c9-e74c62efc77c completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:38.212820 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 3c24bb7a-a009-4699-99c9-e74c62efc77c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:38.213191 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.245549 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:38.251752 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:38.253481 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7c6a612-952c-4a21-9b57-651ea8feda78 req-e78aa26c-ee79-477e-b610-0f4a29722e68 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079073 Jun 29 10:45:38.260457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8ac20aac-205a-4ab9-a43d-d873a911c887 req-5687bad8-3b3c-400a-9f83-cd5dabf7694e tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635908 Jun 29 10:45:38.271500 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-77db64ca-a72c-49a7-b087-5e3cf30eb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.271895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-77db64ca-a72c-49a7-b087-5e3cf30eb59f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18966af2-170c-4c43-8f86-43463ed68bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1239550 Jun 29 10:45:38.306642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.343172 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 3c24bb7a-a009-4699-99c9-e74c62efc77c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:38.347988 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:38.349989 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-b5dc3d3b-f08f-4ece-a67d-fc2229c0ddf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:38.408690 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=3c24bb7a-a009-4699-99c9-e74c62efc77c,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:38.411754 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:38.454622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475b98a8-fc1c-4557-b028-8499b76d5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2eb002-5406-43c8-bc3f-7075daa646c8'}, {'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}, {'server_uuid': '8738e4b1-5911-40d1-bd52-0941149eae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c24bb7a-a009-4699-99c9-e74c62efc77c'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:38.458112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792ae2ed-920e-4a6a-a0c5-fbeb848af398" -d '{"events": [{"server_uuid": "475b98a8-fc1c-4557-b028-8499b76d5233", "name": "network-vif-plugged", "status": "completed", "tag": "6b2eb002-5406-43c8-bc3f-7075daa646c8"}, {"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}, {"server_uuid": "8738e4b1-5911-40d1-bd52-0941149eae01", "name": "network-vif-plugged", "status": "completed", "tag": "3c24bb7a-a009-4699-99c9-e74c62efc77c"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:38.482018 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-ee1f4d3e-5b1e-4d9d-b4e0-c252fb978749 service neutron] 10.222.0.69 "GET /v2.0/networks/18966af2-170c-4c43-8f86-43463ed68bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739230 Jun 29 10:45:38.651440 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:38.821711 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be3afe-cdc5-4121-8bc9-0d4e5397311a req-376e1c5f-9656-4699-ae0b-925660b14c0d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.823089 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59be3afe-cdc5-4121-8bc9-0d4e5397311a req-376e1c5f-9656-4699-ae0b-925660b14c0d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.4231474 Jun 29 10:45:38.834554 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5862bd-86c5-4a5a-9e0a-6d4dc004ef95 req-07e06891-08a5-49ef-bfa9-c00bc46d8105 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.835909 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b5862bd-86c5-4a5a-9e0a-6d4dc004ef95 req-07e06891-08a5-49ef-bfa9-c00bc46d8105 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.4169583 Jun 29 10:45:38.888999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5d13a80a-007b-4aa7-b28d-98697413e24c req-65d98ab4-88da-49f0-b9bc-13e662ce4ca5 service neutron] 10.222.0.69 "GET /v2.0/networks/18966af2-170c-4c43-8f86-43463ed68bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978822 Jun 29 10:45:38.911974 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2b5862bd-86c5-4a5a-9e0a-6d4dc004ef95 req-af5a5912-af37-4749-b316-d72ec273fe2d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 Jun 29 10:45:38.914697 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59be3afe-cdc5-4121-8bc9-0d4e5397311a req-31358410-c38a-427a-b2b8-bf5e80864a51 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Jun 29 10:45:38.967512 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c38f46-180d-4ed9-af9c-84e48512af93 x-openstack-request-id: req-d0c38f46-180d-4ed9-af9c-84e48512af93 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:38.967990 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475b98a8-fc1c-4557-b028-8499b76d5233", "name": "network-vif-plugged", "status": "completed", "tag": "6b2eb002-5406-43c8-bc3f-7075daa646c8", "code": 200}, {"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "code": 200}, {"server_uuid": "8738e4b1-5911-40d1-bd52-0941149eae01", "name": "network-vif-plugged", "status": "completed", "tag": "3c24bb7a-a009-4699-99c9-e74c62efc77c", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:38.968089 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0c38f46-180d-4ed9-af9c-84e48512af93 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:38.968495 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475b98a8-fc1c-4557-b028-8499b76d5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2eb002-5406-43c8-bc3f-7075daa646c8', 'code': 200} Jun 29 10:45:38.968756 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'code': 200} Jun 29 10:45:38.969012 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8738e4b1-5911-40d1-bd52-0941149eae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c24bb7a-a009-4699-99c9-e74c62efc77c', 'code': 200} Jun 29 10:45:39.125300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50aea6-0f3e-475f-b1cc-200f525b0279 req-f384e773-6d10-474d-9b27-4b537c11d6a4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.126802 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c50aea6-0f3e-475f-b1cc-200f525b0279 req-f384e773-6d10-474d-9b27-4b537c11d6a4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1088600 Jun 29 10:45:39.151446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d586b-48fe-4a2c-b3a3-cec9b7f3cf80 req-1a678e07-28b7-4e54-a3a7-2ff0268b5c54 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.153077 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c6d586b-48fe-4a2c-b3a3-cec9b7f3cf80 req-1a678e07-28b7-4e54-a3a7-2ff0268b5c54 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.1017077 Jun 29 10:45:39.205730 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c50aea6-0f3e-475f-b1cc-200f525b0279 req-3458597a-4389-4101-b96a-11d3b7f08429 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717177 Jun 29 10:45:39.211926 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c6d586b-48fe-4a2c-b3a3-cec9b7f3cf80 req-138e39d0-bf71-4617-b149-bd8d78488a86 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520656 Jun 29 10:45:39.334023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f955-76ba-44dc-8d8f-ccf6d10cc893 req-c53571ec-0b44-429a-8595-e71e575b6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.339355 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-98e6f955-76ba-44dc-8d8f-ccf6d10cc893 req-c53571ec-0b44-429a-8595-e71e575b6de3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 1098 time: 0.0669649 Jun 29 10:45:39.418366 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e467b21-0812-42d3-b624-5fc65c08ab86 req-732ca061-9edd-4eb7-82c1-ff4ff2faf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.419885 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0e467b21-0812-42d3-b624-5fc65c08ab86 req-732ca061-9edd-4eb7-82c1-ff4ff2faf5cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1098 time: 0.0514324 Jun 29 10:45:39.455545 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0e467b21-0812-42d3-b624-5fc65c08ab86 req-07f7f5f8-d84d-4437-b76b-50d7fa96194d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284894 Jun 29 10:45:39.490360 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-98e6f955-76ba-44dc-8d8f-ccf6d10cc893 req-8ee2b1fd-e7ac-48c6-be22-11970c02b7ea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169288 Jun 29 10:45:39.525274 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989d07b-5458-48ad-8bfd-f2962851e4bf req-6a2ede24-4048-445b-957b-adaee99b9828 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.526749 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a989d07b-5458-48ad-8bfd-f2962851e4bf req-6a2ede24-4048-445b-957b-adaee99b9828 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 947 time: 0.1866615 Jun 29 10:45:39.531465 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb0cd-306a-498d-b27f-13bf49cdc525 req-8e1c65ad-18f4-47c3-b38f-743a2ac4ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.532796 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ddb0cd-306a-498d-b27f-13bf49cdc525 req-8e1c65ad-18f4-47c3-b38f-743a2ac4ed3f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 1099 time: 0.1609709 Jun 29 10:45:39.542230 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323bea-dcf6-4355-8f73-1776efc8c788 req-d5a52561-3f40-4b7f-bd4f-c52bcac2dc4f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.543556 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96323bea-dcf6-4355-8f73-1776efc8c788 req-d5a52561-3f40-4b7f-bd4f-c52bcac2dc4f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1329086 Jun 29 10:45:39.596016 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a989d07b-5458-48ad-8bfd-f2962851e4bf req-21a02e28-0c65-4597-8dc1-da7de964d311 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Jun 29 10:45:39.600587 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96323bea-dcf6-4355-8f73-1776efc8c788 req-982e657c-7f6a-4f61-9533-37ffa959004b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Jun 29 10:45:39.756592 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b168f97-876c-494a-a177-6cc44b9e708b req-4571684b-bd27-47aa-abf8-a31233c5f197 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.758046 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5b168f97-876c-494a-a177-6cc44b9e708b req-4571684b-bd27-47aa-abf8-a31233c5f197 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 944 time: 0.0629420 Jun 29 10:45:39.778068 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:39.797118 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5b168f97-876c-494a-a177-6cc44b9e708b req-06e8296d-78c6-471a-8758-ce043330fc5b tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Jun 29 10:45:39.879631 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:39.889571 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b', 'network_id': '18966af2-170c-4c43-8f86-43463ed68bc7', 'port_id': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b', 'mac_address': 'fa:16:3e:cb:cd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e1e6af-4ca7-4d16-a72a-315a15575a3a', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:39.928444 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.047432 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:40.067250 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:40.071093 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:40.073015 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:40.117898 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:40.121696 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:40.149549 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15ddb0cd-306a-498d-b27f-13bf49cdc525 req-7d21d432-1cd5-43e4-8323-e8b602d3a72a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Jun 29 10:45:40.166040 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8d19f-99b1-4cda-a84b-b576e2ff13d6 req-445c3362-c3bf-4a98-8a98-4db154ccd708 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.167492 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-16e8d19f-99b1-4cda-a84b-b576e2ff13d6 req-445c3362-c3bf-4a98-8a98-4db154ccd708 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.1363351 Jun 29 10:45:40.175886 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199861b3-96c6-45b4-a02c-745cded4176b req-016d0035-98d1-494c-9059-1f8a1e6ddb1d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.177237 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-199861b3-96c6-45b4-a02c-745cded4176b req-016d0035-98d1-494c-9059-1f8a1e6ddb1d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.1371973 Jun 29 10:45:40.231931 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-199861b3-96c6-45b4-a02c-745cded4176b req-492fbf97-a63c-4ddc-aee6-d41fcd57f827 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Jun 29 10:45:40.235128 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-16e8d19f-99b1-4cda-a84b-b576e2ff13d6 req-30637b7a-6225-482f-91d2-a9bcee06ffca tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570467 Jun 29 10:45:40.439605 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91bb6c-dd60-4a42-a45b-0653bbf7ecae req-7ae1cb73-c55e-45c2-8adb-f84dd32f0124 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.441069 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d91bb6c-dd60-4a42-a45b-0653bbf7ecae req-7ae1cb73-c55e-45c2-8adb-f84dd32f0124 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1060600 Jun 29 10:45:40.448146 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88604580-df99-430f-8622-e02c7fd7145a req-2fef7c59-6992-4f14-9a93-c851e652ed55 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.449487 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88604580-df99-430f-8622-e02c7fd7145a req-2fef7c59-6992-4f14-9a93-c851e652ed55 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.1048372 Jun 29 10:45:40.504641 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d91bb6c-dd60-4a42-a45b-0653bbf7ecae req-f8ecfd13-c416-4a01-aef2-ce3c0a3f4e8a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542209 Jun 29 10:45:40.507938 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88604580-df99-430f-8622-e02c7fd7145a req-a836ae25-1350-4a16-bddd-fdec182a4671 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Jun 29 10:45:40.589368 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:40.666098 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582f55a-075a-4f58-be71-0f729ec03860 req-bc67adc3-d6c0-4664-bdca-f3080aa2f88e tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.667589 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0582f55a-075a-4f58-be71-0f729ec03860 req-bc67adc3-d6c0-4664-bdca-f3080aa2f88e tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0634961 Jun 29 10:45:40.710727 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0582f55a-075a-4f58-be71-0f729ec03860 req-2d788e8f-d4f3-4b32-a903-0ed2f7b0d5f4 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Jun 29 10:45:40.772789 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388ea11-754f-40df-a679-bb50ffd0129f req-659f0e63-288b-46a1-9439-ed09c0a58b70 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.774322 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3388ea11-754f-40df-a679-bb50ffd0129f req-659f0e63-288b-46a1-9439-ed09c0a58b70 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 948 time: 0.0676701 Jun 29 10:45:40.812882 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3388ea11-754f-40df-a679-bb50ffd0129f req-f6f40ffd-47af-44dc-a508-e4817a3ab65a tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Jun 29 10:45:40.885049 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee023cf1-d894-4c50-84c0-0c78987a9471 req-f11f510e-39fc-4eff-bcbc-b17e97868f35 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.886440 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ee023cf1-d894-4c50-84c0-0c78987a9471 req-f11f510e-39fc-4eff-bcbc-b17e97868f35 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0646679 Jun 29 10:45:40.923947 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ee023cf1-d894-4c50-84c0-0c78987a9471 req-7b11235b-ab56-4ccc-b244-dbb71b6efdc6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jun 29 10:45:41.087890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a93925-49a0-4ada-b680-76eb38834871 req-59546821-dfe1-46af-b130-915e7229a85c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.089395 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-86a93925-49a0-4ada-b680-76eb38834871 req-59546821-dfe1-46af-b130-915e7229a85c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 944 time: 0.0681872 Jun 29 10:45:41.127190 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-86a93925-49a0-4ada-b680-76eb38834871 req-8d39aba1-f539-41c6-b589-8e200d0c574f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Jun 29 10:45:41.188465 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59cc39-5dcd-45f2-901e-7edda748a689 req-b60261c3-5b64-4060-bd03-816df6364091 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.189938 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7f59cc39-5dcd-45f2-901e-7edda748a689 req-b60261c3-5b64-4060-bd03-816df6364091 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0610585 Jun 29 10:45:41.227013 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7f59cc39-5dcd-45f2-901e-7edda748a689 req-4112f877-e07c-4f56-8b5b-6087b7e2f677 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Jun 29 10:45:41.403138 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69579c-2ed8-4611-99e7-ac65f9f8cf06 req-231a8e4e-a28d-4127-9eae-92cdb100435e tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.406774 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c69579c-2ed8-4611-99e7-ac65f9f8cf06 req-231a8e4e-a28d-4127-9eae-92cdb100435e tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.0679414 Jun 29 10:45:41.449034 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c69579c-2ed8-4611-99e7-ac65f9f8cf06 req-27aa2c0b-c2eb-44f4-9480-2731bc21d846 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 Jun 29 10:45:41.738839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff63e2c-4571-47d2-9042-c80d77636626 req-84c81375-d347-4ce8-845b-3ebf9ccfef7e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.740557 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0ff63e2c-4571-47d2-9042-c80d77636626 req-84c81375-d347-4ce8-845b-3ebf9ccfef7e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0944791 Jun 29 10:45:41.751786 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce296d1-7635-4d10-9d42-9caf6e06ab96 req-92758ab4-ed96-4b8d-b6df-27f3a3c37d91 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.753144 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ce296d1-7635-4d10-9d42-9caf6e06ab96 req-92758ab4-ed96-4b8d-b6df-27f3a3c37d91 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.1170552 Jun 29 10:45:41.801031 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:41.802676 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0ff63e2c-4571-47d2-9042-c80d77636626 req-353bb80d-17e8-4d77-af39-8740763669ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486104 Jun 29 10:45:41.815550 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ce296d1-7635-4d10-9d42-9caf6e06ab96 req-81e9dd5b-51b6-4503-94de-519e30cdacd1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555508 Jun 29 10:45:41.863361 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:41.869320 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:41.869712 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.958903 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:41.984819 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:41.988101 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2295ca72-72fd-441d-83c8-65d00c77e559" -d '{"events": [{"server_uuid": "eed7878c-c1b0-4a2f-91d9-d4dd160d92fc", "name": "network-vif-plugged", "status": "completed", "tag": "72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:42.002588 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3463171-534b-490c-8a01-92fb1b51ec5e req-e96d4156-feee-4e1d-ba7f-64dd58a3a81b tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.003619 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:42.004616 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3463171-534b-490c-8a01-92fb1b51ec5e req-e96d4156-feee-4e1d-ba7f-64dd58a3a81b tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 948 time: 0.0712142 Jun 29 10:45:42.007995 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:42.011207 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:42.063430 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:42.066628 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:42.066809 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3463171-534b-490c-8a01-92fb1b51ec5e req-0a8cf871-46c5-451b-9d7d-50b0140c58f7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471995 Jun 29 10:45:42.118403 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c1d9f-6761-4bc1-b15f-dbc43c3235bc req-34212d9e-db1e-453f-ab03-e4b89f908d7d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.119285 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71ea47-01d9-4b39-b89b-ec95b6d9d48c x-openstack-request-id: req-8c71ea47-01d9-4b39-b89b-ec95b6d9d48c {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:42.119619 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed7878c-c1b0-4a2f-91d9-d4dd160d92fc", "name": "network-vif-plugged", "status": "completed", "tag": "72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:42.119906 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-387c1d9f-6761-4bc1-b15f-dbc43c3235bc req-34212d9e-db1e-453f-ab03-e4b89f908d7d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0691371 Jun 29 10:45:42.120016 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c71ea47-01d9-4b39-b89b-ec95b6d9d48c {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:42.120414 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c', 'code': 200} Jun 29 10:45:42.158871 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-387c1d9f-6761-4bc1-b15f-dbc43c3235bc req-9f3b55ae-4e20-488a-a899-bc46a6c8d9b4 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jun 29 10:45:42.304351 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7558a0-d52c-4748-b766-f6eb5b4cc2f5 req-8329f392-d2ed-495a-9789-e5a3dd99674d tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.305857 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1b7558a0-d52c-4748-b766-f6eb5b4cc2f5 req-8329f392-d2ed-495a-9789-e5a3dd99674d tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0613453 Jun 29 10:45:42.352986 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1b7558a0-d52c-4748-b766-f6eb5b4cc2f5 req-2fa70020-e999-4d03-a45b-32306a93178f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Jun 29 10:45:42.667660 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d2943-10b3-47ac-8f4a-6e4669e31097 req-03a6240a-dcdf-44f7-92b0-11aaed36e2dd tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.669194 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4e3d2943-10b3-47ac-8f4a-6e4669e31097 req-03a6240a-dcdf-44f7-92b0-11aaed36e2dd tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.1079490 Jun 29 10:45:42.671988 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7815c-ca1d-40ae-855b-a9223f449d2b req-51d6808f-4cb5-4c7f-9a5d-cf8c33e33dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.673309 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37a7815c-ca1d-40ae-855b-a9223f449d2b req-51d6808f-4cb5-4c7f-9a5d-cf8c33e33dbc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 1098 time: 0.0818164 Jun 29 10:45:42.720580 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4e3d2943-10b3-47ac-8f4a-6e4669e31097 req-378ff14b-56ae-4dad-a562-d3b8396100f8 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Jun 29 10:45:42.738392 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37a7815c-ca1d-40ae-855b-a9223f449d2b req-3c1056b5-ce53-41c0-aa42-594fe680c8b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Jun 29 10:45:42.989337 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366e4d4-deb6-46f1-8398-f595063568a7 req-8bd65c0d-ef14-47f0-86e9-a2d86e6b6e0b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.991081 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b366e4d4-deb6-46f1-8398-f595063568a7 req-8bd65c0d-ef14-47f0-86e9-a2d86e6b6e0b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0649641 Jun 29 10:45:43.028408 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b366e4d4-deb6-46f1-8398-f595063568a7 req-307480ea-c8a4-44b9-b13c-8a9db72dc9fd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318387 Jun 29 10:45:43.202091 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e4549-d4fc-425a-9526-dbcb52616476 req-10fbde5a-8ff9-4444-ac14-d1b30d1d937f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.203609 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-250e4549-d4fc-425a-9526-dbcb52616476 req-10fbde5a-8ff9-4444-ac14-d1b30d1d937f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.0667162 Jun 29 10:45:43.243206 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-250e4549-d4fc-425a-9526-dbcb52616476 req-aee8ea94-617a-46a2-825b-41742c15aef9 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Jun 29 10:45:43.469047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ea4a0-795c-4188-bdd1-1f44c8e2e430 req-ea98f1c4-28e4-47c5-a9c7-8f434a62395c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.470564 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-063ea4a0-795c-4188-bdd1-1f44c8e2e430 req-ea98f1c4-28e4-47c5-a9c7-8f434a62395c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1243443 Jun 29 10:45:43.479489 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46326) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:43.488048 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'floatingip': {'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:43.493537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff59e25-d473-4287-b2ee-c9009cb46286 req-16f42a08-42c8-48ea-97d4-f9148e2633b2 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.506591 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ff59e25-d473-4287-b2ee-c9009cb46286 req-16f42a08-42c8-48ea-97d4-f9148e2633b2 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 948 time: 0.1069984 Jun 29 10:45:43.559267 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ff59e25-d473-4287-b2ee-c9009cb46286 req-eaa55272-1f3d-462c-8c80-ff1414a99a43 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517054 Jun 29 10:45:43.613459 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.708561 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d65ed8-5094-4887-a821-138f7960301f req-e70e8632-c13b-4b3f-87e1-1e912c6c6e90 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.709996 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-87d65ed8-5094-4887-a821-138f7960301f req-e70e8632-c13b-4b3f-87e1-1e912c6c6e90 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1003692 Jun 29 10:45:43.780118 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-87d65ed8-5094-4887-a821-138f7960301f req-66bbf188-eb74-46e4-8769-25d0d8fdabb5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Jun 29 10:45:43.806023 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:43.807990 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a8a4c-af44-43e3-9269-3634b669e213 req-93e78e8a-7565-4fb5-b792-56ee5af66fbc tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.809541 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-337a8a4c-af44-43e3-9269-3634b669e213 req-93e78e8a-7565-4fb5-b792-56ee5af66fbc tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.1107321 Jun 29 10:45:43.856591 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-337a8a4c-af44-43e3-9269-3634b669e213 req-c1fa8ba0-a956-493f-a1ca-2de385e4ce4d tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Jun 29 10:45:43.875397 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:43.879914 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:43.880491 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.961378 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.998490 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:44.004829 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.006760 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:44.056335 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:44.060355 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:44.121753 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:44.124864 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5663d737-b5b8-4678-a07b-0cf9e5d72b96" -d '{"events": [{"server_uuid": "98f8b163-8541-4dcd-bd7e-b941228f0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:44.163809 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dfbde4-7be8-43c1-a4b3-d89730066297 x-openstack-request-id: req-a4dfbde4-7be8-43c1-a4b3-d89730066297 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:44.164119 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f8b163-8541-4dcd-bd7e-b941228f0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:44.164379 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4dfbde4-7be8-43c1-a4b3-d89730066297 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:44.164782 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b', 'code': 200} Jun 29 10:45:44.188157 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696427c-b7a9-4026-9ecb-482e5cb5ba80 req-fe07d5ff-d54e-4d3a-824b-4ad1b1739553 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.189648 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a696427c-b7a9-4026-9ecb-482e5cb5ba80 req-fe07d5ff-d54e-4d3a-824b-4ad1b1739553 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.0681202 Jun 29 10:45:44.227324 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a696427c-b7a9-4026-9ecb-482e5cb5ba80 req-9ac9b983-e2cc-40fd-8ae5-6f17910d38dc tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Jun 29 10:45:44.310230 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.313714 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.586672 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Floating IP 88838be0-48e9-4d46-ab77-a620e80803b8 associated. External IP: 172.27.2.223, port: b8fa89b9-39cd-43ef-9b56-b1003d79d217. Jun 29 10:45:44.765047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ffa2d-d557-49a6-92da-23a3b17a1a37 req-508aa896-38bb-43ca-937e-84e49df3dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.766501 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a28ffa2d-d557-49a6-92da-23a3b17a1a37 req-508aa896-38bb-43ca-937e-84e49df3dc2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 1102 time: 0.1057770 Jun 29 10:45:44.775019 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0c96-cf8e-4cc4-9416-252e8440bf3a req-9fff4d5f-ec40-489f-be1c-d4410ece522c tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.776567 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24fc0c96-cf8e-4cc4-9416-252e8440bf3a req-9fff4d5f-ec40-489f-be1c-d4410ece522c tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.1066949 Jun 29 10:45:44.817768 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Router f0a68622-5a70-48ce-9365-887696a23f02 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:44.846164 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24fc0c96-cf8e-4cc4-9416-252e8440bf3a req-c6667bdb-1593-486e-a535-44486e7a517d tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Jun 29 10:45:44.849756 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a28ffa2d-d557-49a6-92da-23a3b17a1a37 req-076f4756-7754-490c-b561-ca41b5bcf8c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Jun 29 10:45:44.940567 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:44.945236 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:44.953631 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500aff82-8568-4307-b85a-713f720424c2 None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:44.963259 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:44.964110 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:45:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:44.983807 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ae764bc0-5c20-4e15-9ad7-70a2046cdc56 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "PUT /v2.0/floatingips/88838be0-48e9-4d46-ab77-a620e80803b8 HTTP/1.1" status: 200 len: 991 time: 1.5027740 Jun 29 10:45:44.984673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:44.987310 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510308d8-c2bc-405d-afb0-771560c10612" -d '{"events": [{"name": "network-changed", "server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:45.013971 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160e1e9-e235-4b48-859e-217580eb6031 req-bee93d1c-441a-4e1f-92d3-f0ed6de9e02e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.015675 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e160e1e9-e235-4b48-859e-217580eb6031 req-bee93d1c-441a-4e1f-92d3-f0ed6de9e02e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0639203 Jun 29 10:45:45.053391 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e160e1e9-e235-4b48-859e-217580eb6031 req-cc42cc72-6afb-4b8e-9b82-2282a3ef0997 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Jun 29 10:45:45.074337 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:45.213125 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dc816-0f28-47ac-9f52-cda0bb48f0fe req-a9397709-fe6a-4fae-ae6b-182064623a12 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.214652 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a80dc816-0f28-47ac-9f52-cda0bb48f0fe req-a9397709-fe6a-4fae-ae6b-182064623a12 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0654395 Jun 29 10:45:45.251866 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a80dc816-0f28-47ac-9f52-cda0bb48f0fe req-0cce781b-4abf-4443-98ca-e413c92b3056 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311232 Jun 29 10:45:45.339068 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '88838be0-48e9-4d46-ab77-a620e80803b8', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'mac_address': 'fa:16:3e:34:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79043d05-9529-445e-9253-3addaa8eccb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:14Z', 'updated_at': '2021-06-29T10:45:44Z', 'revision_number': 1, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:45.367479 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500aff82-8568-4307-b85a-713f720424c2 None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:45.378599 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:45.379209 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:45:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:45.484528 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:45.601420 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a61a181-fad2-4f85-929d-2cf1ba6589f4 x-openstack-request-id: req-1a61a181-fad2-4f85-929d-2cf1ba6589f4 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:45.602496 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:45.602952 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a61a181-fad2-4f85-929d-2cf1ba6589f4 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:45.603421 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'status': 'completed', 'code': 200} Jun 29 10:45:45.759567 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-500aff82-8568-4307-b85a-713f720424c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '88838be0-48e9-4d46-ab77-a620e80803b8', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'mac_address': 'fa:16:3e:34:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79043d05-9529-445e-9253-3addaa8eccb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:14Z', 'updated_at': '2021-06-29T10:45:44Z', 'revision_number': 1, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:45.826787 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500aff82-8568-4307-b85a-713f720424c2 None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '88838be0-48e9-4d46-ab77-a620e80803b8', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'mac_address': 'fa:16:3e:34:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79043d05-9529-445e-9253-3addaa8eccb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:14Z', 'updated_at': '2021-06-29T10:45:44Z', 'revision_number': 1, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:45.832228 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510308d8-c2bc-405d-afb0-771560c10612 req-5da4b96f-7c58-4de0-bb1f-8c62a0fc1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.834397 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-5da4b96f-7c58-4de0-bb1f-8c62a0fc1ac3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1098 time: 0.1345351 Jun 29 10:45:45.849211 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5e8b4-5c1e-4d0c-b739-fa53bc9c927a req-9a232267-ac34-41b6-bc3f-21bae0878732 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.858633 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7c5e8b4-5c1e-4d0c-b739-fa53bc9c927a req-9a232267-ac34-41b6-bc3f-21bae0878732 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.1176457 Jun 29 10:45:45.980294 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7c5e8b4-5c1e-4d0c-b739-fa53bc9c927a req-438706cd-8a4e-4234-9e15-2a090995bfcc tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207461 Jun 29 10:45:46.027519 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510308d8-c2bc-405d-afb0-771560c10612 req-eff74e17-c960-4541-936d-89a47a0739cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.029530 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-eff74e17-c960-4541-936d-89a47a0739cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.1683850 Jun 29 10:45:46.061344 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ce4957-958c-4bac-aec2-38f8009a2c1c None None] New status for floating IP 88838be0-48e9-4d46-ab77-a620e80803b8: ACTIVE {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:45:46.131393 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14adc8-6bdd-4326-afeb-553e8faf5c3a req-355957bf-3b41-4db9-808e-449128517945 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.132851 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ed14adc8-6bdd-4326-afeb-553e8faf5c3a req-355957bf-3b41-4db9-808e-449128517945 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.1559255 Jun 29 10:45:46.151329 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-dc2d5b98-8a8b-438e-9376-0983f4b8cd3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 999 time: 0.1115136 Jun 29 10:45:46.240604 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ed14adc8-6bdd-4326-afeb-553e8faf5c3a req-55fa52de-b28a-4ebc-830c-7ba93b442602 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Jun 29 10:45:46.271088 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510308d8-c2bc-405d-afb0-771560c10612 req-1ba6a231-7f3f-4ebd-8ea6-8e94baedf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.272487 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-1ba6a231-7f3f-4ebd-8ea6-8e94baedf037 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0931926 Jun 29 10:45:46.295921 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589282-4055-458f-be1d-ff42587cbceb req-d95bf737-429d-44ca-8754-abd794778c95 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.297707 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-42589282-4055-458f-be1d-ff42587cbceb req-d95bf737-429d-44ca-8754-abd794778c95 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1301541 Jun 29 10:45:46.360846 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-42589282-4055-458f-be1d-ff42587cbceb req-4fecfc1e-9344-4fa1-8421-eaa773c71de5 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462925 Jun 29 10:45:46.369694 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510308d8-c2bc-405d-afb0-771560c10612 req-b9c52bb0-e4ff-4b10-9a5e-84afd15adea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.371148 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-b9c52bb0-e4ff-4b10-9a5e-84afd15adea9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910006 Jun 29 10:45:46.459608 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-30582330-46a2-4616-84fa-da7e90471b25 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793786 Jun 29 10:45:46.557698 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-510308d8-c2bc-405d-afb0-771560c10612 req-2bda2b98-8e3a-4e3f-8b3a-3d33d08f5ea7 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Jun 29 10:45:47.160594 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c497b-ec61-419a-a0d1-b2cf920e5c60 req-5896f93a-4d46-4c29-9b3d-b624aa32ef66 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.162021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2f1c497b-ec61-419a-a0d1-b2cf920e5c60 req-5896f93a-4d46-4c29-9b3d-b624aa32ef66 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.0650964 Jun 29 10:45:47.201592 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2f1c497b-ec61-419a-a0d1-b2cf920e5c60 req-28f4a6f6-146e-418d-849f-a37f66cfd3cd tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Jun 29 10:45:47.418327 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793d1c3-f11b-48ca-bf20-00f253f2a6d4 req-0b5bf5cd-319b-4c2c-8c22-550f9165896c tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.419982 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5793d1c3-f11b-48ca-bf20-00f253f2a6d4 req-0b5bf5cd-319b-4c2c-8c22-550f9165896c tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.0617678 Jun 29 10:45:47.460269 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5793d1c3-f11b-48ca-bf20-00f253f2a6d4 req-9865da82-6be0-489f-b5b4-fc8e3bd6bbf7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Jun 29 10:45:47.548396 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4cf1c-e413-4bef-916d-d02fc4108bf0 req-aceca406-bf6a-44e5-8538-b48f79daf974 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.549849 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bee4cf1c-e413-4bef-916d-d02fc4108bf0 req-aceca406-bf6a-44e5-8538-b48f79daf974 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0716889 Jun 29 10:45:47.589925 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bee4cf1c-e413-4bef-916d-d02fc4108bf0 req-312c635c-dda6-4832-b404-04e66f33f927 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Jun 29 10:45:47.887301 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0643c-2925-4671-bd23-356b648a83b9 req-1e80966b-9120-43a4-9787-bebfa8c4561e tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.889406 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcd0643c-2925-4671-bd23-356b648a83b9 req-1e80966b-9120-43a4-9787-bebfa8c4561e tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.0845931 Jun 29 10:45:47.896177 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-89287724-8bf0-4d55-a51d-42c2bf12c70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.933610 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dcd0643c-2925-4671-bd23-356b648a83b9 req-84bf83ee-53e4-4aeb-975b-99eaaa7e9c1f tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 Jun 29 10:45:48.224354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2ea87-161c-476a-9f43-e448cf815cbf req-105764ab-d628-4f53-b382-8b1b45785d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.225488 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6eb2ea87-161c-476a-9f43-e448cf815cbf req-105764ab-d628-4f53-b382-8b1b45785d95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.0532336 Jun 29 10:45:48.271686 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6eb2ea87-161c-476a-9f43-e448cf815cbf req-fa47e062-0ecd-4969-9f44-285e60b18fc3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272152 Jun 29 10:45:48.368705 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54180947-763b-4517-a114-f5f7a232c368 req-afdc419e-c556-4bcd-a082-188e459a7bd9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.370154 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54180947-763b-4517-a114-f5f7a232c368 req-afdc419e-c556-4bcd-a082-188e459a7bd9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.0612347 Jun 29 10:45:48.406952 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54180947-763b-4517-a114-f5f7a232c368 req-39fd3673-4478-4811-933f-9d451388c4d4 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307126 Jun 29 10:45:48.774969 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612aff-40cf-44d6-82f2-ad64464893ee req-86c13590-9e5a-46a0-833c-43a80cf49d8c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.776403 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fe612aff-40cf-44d6-82f2-ad64464893ee req-86c13590-9e5a-46a0-833c-43a80cf49d8c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0700445 Jun 29 10:45:48.814025 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fe612aff-40cf-44d6-82f2-ad64464893ee req-fff812a7-fe91-4622-b946-692ea209df42 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jun 29 10:45:48.913624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946972e6-bb4f-406b-9062-190cb2d01894 req-e4295a52-d4f9-48ca-985b-59e545ae9372 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.915077 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-946972e6-bb4f-406b-9062-190cb2d01894 req-e4295a52-d4f9-48ca-985b-59e545ae9372 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 946 time: 0.0651765 Jun 29 10:45:49.041210 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Deleting port 3c24bb7a-a009-4699-99c9-e74c62efc77c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:49.041540 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.394674 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] For port 3c24bb7a-a009-4699-99c9-e74c62efc77c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3c24bb7a-a009-4699-99c9-e74c62efc77c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:49.395354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.415836 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1f070-0c57-4337-9797-e42998b81569 req-8d1ed50b-b665-49b1-85bf-7abbec501206 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.417417 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3bc1f070-0c57-4337-9797-e42998b81569 req-8d1ed50b-b665-49b1-85bf-7abbec501206 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.3622806 Jun 29 10:45:49.418260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Calling delete_port for 3c24bb7a-a009-4699-99c9-e74c62efc77c owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:49.495365 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3bc1f070-0c57-4337-9797-e42998b81569 req-48a679bc-5128-468f-a061-3e04d6ee081e tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711017 Jun 29 10:45:49.608248 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.612183 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.639408 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Pushing event deleted for resources: {'Port': ['ID=3c24bb7a-a009-4699-99c9-e74c62efc77c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.659404 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399af2-9a5c-4fd9-a685-277e944b8858 req-5e9a1aea-9c26-4ee0-9efa-037e0918efaf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.660832 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1399af2-9a5c-4fd9-a685-277e944b8858 req-5e9a1aea-9c26-4ee0-9efa-037e0918efaf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 867 time: 0.1382020 Jun 29 10:45:49.663421 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.663788 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.664142 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.664550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.664893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.665236 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.665624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.665999 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.666449 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.666786 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.667558 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.667558 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:49.679126 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3c24bb7a-a009-4699-99c9-e74c62efc77c'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:49.688013 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.722731 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] No DVR routers for this DVR port 3c24bb7a-a009-4699-99c9-e74c62efc77c on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:49.726105 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.728078 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-946972e6-bb4f-406b-9062-190cb2d01894 req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "DELETE /v2.0/ports/3c24bb7a-a009-4699-99c9-e74c62efc77c HTTP/1.1" status: 204 len: 173 time: 0.7976913 Jun 29 10:45:49.729593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8738e4b1-5911-40d1-bd52-0941149eae01', 'name': 'network-vif-deleted', 'tag': '3c24bb7a-a009-4699-99c9-e74c62efc77c'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:49.732596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c276da-fe6d-455f-bc04-2589beaa327e" -d '{"events": [{"server_uuid": "8738e4b1-5911-40d1-bd52-0941149eae01", "name": "network-vif-deleted", "tag": "3c24bb7a-a009-4699-99c9-e74c62efc77c"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:49.756287 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1399af2-9a5c-4fd9-a685-277e944b8858 req-c5db96d3-09bd-48bd-b860-02025352fa25 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859387 Jun 29 10:45:49.770358 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992998ea-c223-418f-b9a2-df9737f8c248 x-openstack-request-id: req-992998ea-c223-418f-b9a2-df9737f8c248 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:49.770583 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8738e4b1-5911-40d1-bd52-0941149eae01", "name": "network-vif-deleted", "tag": "3c24bb7a-a009-4699-99c9-e74c62efc77c", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:49.770865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-992998ea-c223-418f-b9a2-df9737f8c248 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:49.771288 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8738e4b1-5911-40d1-bd52-0941149eae01', 'name': 'network-vif-deleted', 'tag': '3c24bb7a-a009-4699-99c9-e74c62efc77c', 'status': 'completed', 'code': 200} Jun 29 10:45:50.009634 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc80f-7a9e-4728-a89b-453ebd0af4f0 req-ab1e6f09-3acd-41cc-94be-fbcdc19983df tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.011132 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66afc80f-7a9e-4728-a89b-453ebd0af4f0 req-ab1e6f09-3acd-41cc-94be-fbcdc19983df tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0856323 Jun 29 10:45:50.049677 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66afc80f-7a9e-4728-a89b-453ebd0af4f0 req-ac3beaa4-281c-4615-b4a7-d998c7e4a44a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Jun 29 10:45:50.416042 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f8ce-a81f-46d4-91e0-a7bdd559e684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.561218 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.686765 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658db78-60de-427d-9601-a330a838622b req-75d040d8-485f-4e79-8791-7dc615da3f54 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.688225 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a658db78-60de-427d-9601-a330a838622b req-75d040d8-485f-4e79-8791-7dc615da3f54 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.0617061 Jun 29 10:45:50.724945 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a658db78-60de-427d-9601-a330a838622b req-7740b511-660a-4fbb-9111-a97f490bef42 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Jun 29 10:45:50.910979 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4e9af73-c98c-403d-b480-6b427125f690 req-5209fb89-5d70-464a-9a17-53d22cac5b79 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738e4b1-5911-40d1-bd52-0941149eae01 HTTP/1.1" status: 200 len: 210 time: 0.0289786 Jun 29 10:45:51.239987 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416596-484c-4301-a38b-0b7f3e6556e7 req-d6abc0b5-7a72-4d8d-a5ab-a4754b6c0af9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.241437 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18416596-484c-4301-a38b-0b7f3e6556e7 req-d6abc0b5-7a72-4d8d-a5ab-a4754b6c0af9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0796411 Jun 29 10:45:51.279466 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18416596-484c-4301-a38b-0b7f3e6556e7 req-83deaf68-f115-4b8d-b41d-8d89e28567fc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Jun 29 10:45:51.710699 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9612785-7361-49d0-b540-32e4e206c444 req-05126062-1e3b-4f7d-bdbd-73b3a09b87e2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.712072 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d9612785-7361-49d0-b540-32e4e206c444 req-05126062-1e3b-4f7d-bdbd-73b3a09b87e2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0707836 Jun 29 10:45:51.748922 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d9612785-7361-49d0-b540-32e4e206c444 req-2dd7f980-bd9a-4022-8041-622fb9b5a5e3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312412 Jun 29 10:45:51.919017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6942e4-f53a-47c7-a32a-ac0a56380774 req-1256c8e1-f0fe-413b-8f7d-9ca6b9ad715a tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.920482 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f6942e4-f53a-47c7-a32a-ac0a56380774 req-1256c8e1-f0fe-413b-8f7d-9ca6b9ad715a tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.0736923 Jun 29 10:45:51.928856 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.962575 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f6942e4-f53a-47c7-a32a-ac0a56380774 req-fe44bca8-6b2d-4ec7-9e89-6046bb7735a3 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/security-groups?id=af3f6040-7a0b-42bb-96e1-50d6460d9c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355365 Jun 29 10:45:52.080175 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5982bd-fae0-4d99-941d-922c432ced06 req-e67f44f8-6948-44aa-bb2e-14f84045d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.081671 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-e67f44f8-6948-44aa-bb2e-14f84045d3f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.1065667 Jun 29 10:45:52.093591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-178c88aa-52db-4ed2-afce-0b7b22014492 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.095213 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-178c88aa-52db-4ed2-afce-0b7b22014492 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 949 time: 0.0878482 Jun 29 10:45:52.325954 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5982bd-fae0-4d99-941d-922c432ced06 req-4e750c34-ab54-407d-a72c-ec3c0bfe3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.327413 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-4e750c34-ab54-407d-a72c-ec3c0bfe3eb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.2145579 Jun 29 10:45:52.401478 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-6a9fa5d4-2273-4727-825b-d942b0b6f0ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.0571713 Jun 29 10:45:52.413540 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-86cfca06-bc6e-4acb-bfe0-6e6ca0878de1 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.415283 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-86cfca06-bc6e-4acb-bfe0-6e6ca0878de1 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/networks?id=cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 200 len: 809 time: 0.1893406 Jun 29 10:45:52.427420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Deleting port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:52.427893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.513934 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-4f387507-7b4f-4262-aeef-37aa5d16f7e5 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/quotas/c515ac1b8f794853bdd871417f216333 HTTP/1.1" status: 200 len: 375 time: 0.0779791 Jun 29 10:45:52.561469 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5982bd-fae0-4d99-941d-922c432ced06 req-7ab0434f-934c-4dc9-a8fc-b30b68e2f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.562931 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-7ab0434f-934c-4dc9-a8fc-b30b68e2f87d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.1468258 Jun 29 10:45:52.567039 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-b5a1f94e-ad6c-4c57-baf3-613ec65cc5b8 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c515ac1b8f794853bdd871417f216333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442591 Jun 29 10:45:52.618145 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-fb9ccca0-ba15-47a3-ae85-16c03cd5f3ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457568 Jun 29 10:45:52.725895 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] For port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,segment=NetworkSegment(7e43a6bf-6565-424b-af05-fa3594ed7dff),segment_id=7e43a6bf-6565-424b-af05-fa3594ed7dff)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:52.726595 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.751430 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Calling delete_port for 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:52.835529 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-f6e778b9-717c-4bdc-8bf7-005def9b9a91 service neutron] 10.222.0.45 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499428 Jun 29 10:45:52.870319 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-a4cbcc1d-c227-4dea-a611-f5149ac1b5d3 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146912 Jun 29 10:45:53.120973 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-e13b2232-080b-4868-917c-2516a25f7099 service neutron] 10.222.0.45 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771552 Jun 29 10:45:53.133079 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-de5982bd-fae0-4d99-941d-922c432ced06 req-eb62108d-1012-4db2-9082-e5d34066933e service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356269 Jun 29 10:45:53.143760 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bf442-adff-41ad-8ff2-87cda06cff35 req-b086a93f-eb8f-49e5-bf1f-d2636e39c531 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.145198 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-103bf442-adff-41ad-8ff2-87cda06cff35 req-b086a93f-eb8f-49e5-bf1f-d2636e39c531 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.2742307 Jun 29 10:45:53.159257 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.169667 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:53.197779 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Pushing event deleted for resources: {'Port': ['ID=91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:53.201076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:53.222398 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:53.275954 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] No DVR routers for this DVR port 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:53.279363 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.281627 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f8df685-58aa-4b52-ac3a-363f79062ed1 req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.69 "DELETE /v2.0/ports/91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b HTTP/1.1" status: 204 len: 173 time: 1.1675963 Jun 29 10:45:53.284281 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'name': 'network-vif-deleted', 'tag': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:53.288531 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92240c60-dd4b-458d-9aac-74a5f265e9f1" -d '{"events": [{"server_uuid": "98f8b163-8541-4dcd-bd7e-b941228f0ff4", "name": "network-vif-deleted", "tag": "91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:53.294938 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-103bf442-adff-41ad-8ff2-87cda06cff35 req-e68df79f-4685-44e1-b6d4-721d0dd353f2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433818 Jun 29 10:45:53.387866 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.484942 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aebe399e-5078-45ed-96bc-cdfef745f7a4 req-b306058b-a23c-464b-9b91-3d6ce32db7c1 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0439625 Jun 29 10:45:53.665528 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0163ea-bc70-405e-92f9-3765dba7da99 req-403677e0-4bb6-4cd7-be17-5aa3be4400bc tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.667206 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc0163ea-bc70-405e-92f9-3765dba7da99 req-403677e0-4bb6-4cd7-be17-5aa3be4400bc tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0630736 Jun 29 10:45:53.712110 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc0163ea-bc70-405e-92f9-3765dba7da99 req-2d8a0b3d-aeaa-491e-a329-d0b0a6967945 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Jun 29 10:45:53.738611 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46562) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:53.769240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc53dfc-b730-40cc-8d9a-b785080bcdb3 x-openstack-request-id: req-2cc53dfc-b730-40cc-8d9a-b785080bcdb3 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:53.769759 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f8b163-8541-4dcd-bd7e-b941228f0ff4", "name": "network-vif-deleted", "tag": "91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:53.770444 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cc53dfc-b730-40cc-8d9a-b785080bcdb3 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:53.770579 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f8b163-8541-4dcd-bd7e-b941228f0ff4', 'name': 'network-vif-deleted', 'tag': '91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b', 'status': 'completed', 'code': 200} Jun 29 10:45:53.782666 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-f4b31b54-3c91-4499-860e-fa34601db836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.784385 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-f4b31b54-3c91-4499-860e-fa34601db836 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.0689185 Jun 29 10:45:53.820443 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.822426 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-26eacc2d-4fb7-45b4-9b88-7eaf1cf1ffc0 req-22efaa10-65a2-4aee-865c-9a179cb8957b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Jun 29 10:45:53.911177 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3c24bb7a-a009-4699-99c9-e74c62efc77c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:53.943867 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 3c24bb7a-a009-4699-99c9-e74c62efc77c {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:53.944145 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3c24bb7a-a009-4699-99c9-e74c62efc77c not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:53.964936 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-c25a4527-a482-42cc-bc53-6411fcce99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.966708 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-c25a4527-a482-42cc-bc53-6411fcce99a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.1013141 Jun 29 10:45:53.991578 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efb84e-ae02-42a8-a3f3-7e540f9a0000 tempest-TestMinimumBasicScenario-984779059 tempest-TestMinimumBasicScenario-984779059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.993100 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-91efb84e-ae02-42a8-a3f3-7e540f9a0000 tempest-TestMinimumBasicScenario-984779059 tempest-TestMinimumBasicScenario-984779059-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1093 time: 0.2526088 Jun 29 10:45:53.996130 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 46566) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:54.001086 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'port_id': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:54.035917 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-f82a4970-d695-4bff-8a21-295a09d2c1cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.0473349 Jun 29 10:45:54.076660 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for floatingip, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.129365 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-32d65009-2056-4e0a-b78c-c215a346d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.130945 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-32d65009-2056-4e0a-b78c-c215a346d464 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0801888 Jun 29 10:45:54.174365 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-5898a593-030a-43ec-9ddb-9f2400591280 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334120 Jun 29 10:45:54.207240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.673209 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-08a6a2e7-5c71-4c1f-b450-1801ab22316e service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555123 Jun 29 10:45:54.681351 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2fabee9d-ea8d-4918-ad2d-1f53206bafaa req-d3e14a4f-c2de-4a2b-a0ff-b71acfe6b5b2 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] 10.222.0.45 "GET /v2.0/ports?device_id=98f8b163-8541-4dcd-bd7e-b941228f0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0463865 Jun 29 10:45:54.682611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Allocated IP 172.27.2.101 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/b176cc6b-0c6b-4f7f-bee5-5c0f2786251a) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:54.817005 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7db6-c429-44d2-bd6e-b287dfb13883 req-9a54cfe7-60b3-45d3-9cf5-638d202af8aa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.818888 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-868f7db6-c429-44d2-bd6e-b287dfb13883 req-9a54cfe7-60b3-45d3-9cf5-638d202af8aa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.2398279 Jun 29 10:45:54.899940 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7607fc15-0785-4bf3-965a-0e12206b1825 req-fc5b9735-cab7-43b1-8831-4b31da1b6f54 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068427 Jun 29 10:45:54.907999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-868f7db6-c429-44d2-bd6e-b287dfb13883 req-841e48ed-a6df-4a58-8b5d-4526924cafe8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811536 Jun 29 10:45:54.917634 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.963075 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.966885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-18391c2e-33b4-4ed0-8221-88388fed3ec7 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.016847 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:55.040115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:55.043299 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-225c3279-01b5-46ce-b9cd-5bf693f1b751 req-7a922996-90f2-4a03-bf07-ce919fc78287 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 210 time: 0.0514081 Jun 29 10:45:55.043992 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:55.050049 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'Port': ['ID=b176cc6b-0c6b-4f7f-bee5-5c0f2786251a,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.069667 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.618875 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-91216f9d-7f09-4be6-9432-e4e0d7fdead0 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.620283 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-91216f9d-7f09-4be6-9432-e4e0d7fdead0 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "GET /v2.0/networks?id=cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 200 len: 809 time: 0.2713375 Jun 29 10:45:55.644135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.661421 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Request body: {'port': {'device_id': '0c0e36fc-5a49-4502-814b-4589aacab954', 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d', 'admin_state_up': True, 'tenant_id': 'c515ac1b8f794853bdd871417f216333'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:55.830496 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.878958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Made reservation on behalf of c515ac1b8f794853bdd871417f216333 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:55.882492 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.928168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:55.954211 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:55.958100 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 91a3c1f1-cd9d-4d7d-87ed-05ff7c00395b not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:56.132729 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Allocated IP 172.20.0.9 (cd3b6854-50bd-43a9-b178-6838a2d2036d/0aa5d419-d58a-4ae8-aa20-b1faaf811c74/5848dbb7-7f1a-4621-863f-dcbbd570430c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:56.138593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.148701 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.154653 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.522855 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea5f3d4d-8f17-4d81-8374-1f2279a31eff req-a1d3a4a2-923a-43e5-8c34-a0f8dccf5d75 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 210 time: 0.3130198 Jun 29 10:45:56.535465 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'Port': ['ID=b176cc6b-0c6b-4f7f-bee5-5c0f2786251a,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.546837 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.564275 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601be0-5421-4f06-a715-bf1acc9a0c28 req-f43e3284-94e9-4a18-aa98-08eeb3233dc0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.565811 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9601be0-5421-4f06-a715-bf1acc9a0c28 req-f43e3284-94e9-4a18-aa98-08eeb3233dc0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.4809129 Jun 29 10:45:56.576699 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.725998 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9601be0-5421-4f06-a715-bf1acc9a0c28 req-e21c388a-5fa1-4606-a729-1202a432c3fb tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471937 Jun 29 10:45:56.777692 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Floating IP d8af9d98-d660-4f66-822e-2e0215d4a33f associated. External IP: 172.27.2.101, port: 3d764075-b99d-4443-b1b1-5bf4976c7fa1. Jun 29 10:45:56.783778 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.907784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.914959 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0cc0377-9103-419c-a627-016870576d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.988727 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Network cd3b6854-50bd-43a9-b178-6838a2d2036d is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:56.997783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:57.000805 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:57.041152 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Pushing event updated for resources: {'Port': ['ID=5848dbb7-7f1a-4621-863f-dcbbd570430c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:57.045017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:57.121991 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.122700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.150970 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081196 Jun 29 10:45:57.152697 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:57.174956 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Request body: {'port': {'device_id': '0c0e36fc-5a49-4502-814b-4589aacab954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:57.325171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.342226 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:57.354673 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] Sync routers for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:57.364481 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:57.365349 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:45:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:57.391533 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.488560 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:57.526703 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5290632 Jun 29 10:45:57.530067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:57.530242 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46758) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:57.532758 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3301f94-4e4b-481c-97e2-733e6876151b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:57.534959 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525014505', 'description': 'tempest-secgroup-smoke-1525014505 description', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:57.591600 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.704145 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec053ffd-0302-4fa8-8159-ad32498e81ee x-openstack-request-id: req-ec053ffd-0302-4fa8-8159-ad32498e81ee {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:57.704302 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.704458 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:57.704740 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec053ffd-0302-4fa8-8159-ad32498e81ee {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:57.705211 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'status': 'completed', 'code': 200} Jun 29 10:45:57.709006 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.712434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5071b9a6-0278-47b9-a181-babcee5a8b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:57.753851 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:57.765390 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.766014 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.766580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.767165 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.767728 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.768293 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.768839 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.769677 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.770254 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.770808 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.771643 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.772222 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:57.777685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:57.788366 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.788366 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2549441 Jun 29 10:45:57.789216 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46782) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:57.796201 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group_rule': {'security_group_id': 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:57.834885 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.931402 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.936115 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.939700 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:57.958047 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72edf7da-df63-48d2-8728-776a29c00020,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:57.961628 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:57.966437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.970563 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-09b39fad-b477-47c9-9b52-d4e725f2fc4d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798418 Jun 29 10:45:57.971340 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46796) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:57.976903 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group_rule': {'security_group_id': 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:58.019774 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.028726 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': 'd8af9d98-d660-4f66-822e-2e0215d4a33f', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'port_id': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'mac_address': 'fa:16:3e:d0:3e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc490318-f537-4001-8d32-5b40eb93f171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:55Z', 'updated_at': '2021-06-29T10:45:55Z', 'revision_number': 0, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:58.031290 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5848dbb7-7f1a-4621-863f-dcbbd570430c {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:58.040974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301f94-4e4b-481c-97e2-733e6876151b req-e3d63e84-e8b5-49ac-97b4-9bd186e89588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.042543 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-e3d63e84-e8b5-49ac-97b4-9bd186e89588 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1098 time: 0.2470670 Jun 29 10:45:58.061699 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.078334 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] Checking router: 666ca0ba-201c-4fc9-9e84-9d2dead665a7 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:58.089149 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:58.090674 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:45:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:58.132912 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.138619 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.154677 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-840aa94e-8933-446c-9361-e3075e3af9ca tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.160683 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f4fc-de8c-432f-85b4-920e6e8867c7 req-1b4011fa-583b-42f5-8ef7-cd40b268bd56 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.160845 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.162470 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900930 Jun 29 10:45:58.167832 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b084f4fc-de8c-432f-85b4-920e6e8867c7 req-1b4011fa-583b-42f5-8ef7-cd40b268bd56 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 931 time: 0.4452510 Jun 29 10:45:58.168348 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46802) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:58.175105 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group_rule': {'security_group_id': 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:58.185169 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275b825f-946f-4b14-a18a-fdeb20b16e8e,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.195669 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.196634 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301f94-4e4b-481c-97e2-733e6876151b req-a0e961ab-6e22-4e10-a272-e2cd3f67a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.198087 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-a0e961ab-6e22-4e10-a272-e2cd3f67a43e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.1337922 Jun 29 10:45:58.203285 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Transition to ACTIVE for port object 5848dbb7-7f1a-4621-863f-dcbbd570430c will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:58.224461 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.231611 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:58.233437 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.234115 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.281957 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd27e9-7ab3-47e6-a038-4d3792d78025 req-297a13fc-965b-48e8-8d20-7eb26d973f33 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.283606 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0cbd27e9-7ab3-47e6-a038-4d3792d78025 req-297a13fc-965b-48e8-8d20-7eb26d973f33 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.3871069 Jun 29 10:45:58.292240 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.296574 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.310068 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.322522 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b084f4fc-de8c-432f-85b4-920e6e8867c7 req-7fd200db-b30e-4667-a859-d717fcaf32fa tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536989 Jun 29 10:45:58.336885 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b824615-248e-4ac3-a3cc-ecd040a0a1c1,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.338995 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.344623 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.346034 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764507 Jun 29 10:45:58.348701 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46810) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:58.354386 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group_rule': {'security_group_id': 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:58.404171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Pushing event updated for resources: {'Port': ['ID=5848dbb7-7f1a-4621-863f-dcbbd570430c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.407954 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-01f4ec43-7317-4c49-96f0-2b7efd7fc245 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 999 time: 0.1967440 Jun 29 10:45:58.412563 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.435863 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.444108 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0cbd27e9-7ab3-47e6-a038-4d3792d78025 req-8f58f33b-758d-4ebf-adaa-52cac413d2f8 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147583 Jun 29 10:45:58.504446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301f94-4e4b-481c-97e2-733e6876151b req-6a5d1314-ea92-4918-bec0-f2be7534da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.507027 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-6a5d1314-ea92-4918-bec0-f2be7534da55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.0597987 Jun 29 10:45:58.591633 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.597999 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.610079 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-79cbd49d-e31d-4efd-bf5e-d686e13c8a22 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.634041 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0113a9-0dd1-47d8-b3dc-c3f4e3fbc8d4,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.637178 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.638740 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2891164 Jun 29 10:45:58.640086 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e4f512b9-15ec-456c-9e3c-44e7066e5560 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.643348 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46822) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:58.653139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group_rule': {'security_group_id': 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:58.682888 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.securitygroups_db [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Project 0ba194dd6db7463dbea9b1c9a4b38063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:45:58.692336 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.695387 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Attempting to bind port 5848dbb7-7f1a-4621-863f-dcbbd570430c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:58.695726 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Attempting to bind port 5848dbb7-7f1a-4621-863f-dcbbd570430c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:58.696280 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Attempting to bind port 5848dbb7-7f1a-4621-863f-dcbbd570430c on network cd3b6854-50bd-43a9-b178-6838a2d2036d {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:58.704872 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Port 5848dbb7-7f1a-4621-863f-dcbbd570430c on network cd3b6854-50bd-43a9-b178-6838a2d2036d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:58.705455 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Attempting to bind port 5848dbb7-7f1a-4621-863f-dcbbd570430c on network cd3b6854-50bd-43a9-b178-6838a2d2036d {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:58.714111 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:58.715051 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Checking segment: {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:58.715649 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Bound using segment: {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:58.716296 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Bound port: 5848dbb7-7f1a-4621-863f-dcbbd570430c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9043f7-761d-44ba-af4d-40c09b048c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:58.716867 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.730260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301f94-4e4b-481c-97e2-733e6876151b req-bbc2d105-6f60-44d4-b7f1-86e0dafe924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.732667 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-bbc2d105-6f60-44d4-b7f1-86e0dafe924a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2012787 Jun 29 10:45:58.751856 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': 'd8af9d98-d660-4f66-822e-2e0215d4a33f', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'port_id': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'mac_address': 'fa:16:3e:d0:3e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc490318-f537-4001-8d32-5b40eb93f171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:55Z', 'updated_at': '2021-06-29T10:45:55Z', 'revision_number': 0, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:58.802046 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.807375 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.810161 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c2c689cf-63f8-4a82-a5a6-f2bc9b590ed7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.828438 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22434d7a-5f24-4298-8c85-e9cafbdc017c None None] The sync data for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi is: [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': 'd8af9d98-d660-4f66-822e-2e0215d4a33f', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'port_id': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'mac_address': 'fa:16:3e:d0:3e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc490318-f537-4001-8d32-5b40eb93f171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:55Z', 'updated_at': '2021-06-29T10:45:55Z', 'revision_number': 0, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:58.849629 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.850782 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2064333 Jun 29 10:45:58.854560 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46836) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:58.860383 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'security_group_rule': {'security_group_id': 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc', 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:58.882213 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd95c5d1-2f4f-4b2e-85e1-d1ae22656efb,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.885131 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.securitygroups_db [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Project 0ba194dd6db7463dbea9b1c9a4b38063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:45:58.890040 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.893127 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.910574 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] For port 5848dbb7-7f1a-4621-863f-dcbbd570430c, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:58.932072 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] For port 5848dbb7-7f1a-4621-863f-dcbbd570430c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:58.937098 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-def04cf4-4c4d-4bb5-b8bc-d5cfd2073717 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948891 Jun 29 10:45:58.939032 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.948589 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-22e889b2-7303-403d-a211-648ffa1c6982 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:59.016920 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.021238 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.023732 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2346bfe8-ba5d-4996-94d7-2074e950632a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:59.041408 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745587dc-e739-46e0-9b22-e805aee8aea4,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:59.044408 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:59.068811 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.068811 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2060289 Jun 29 10:45:59.076250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.076880 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.079207 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] 10.222.0.69 "PUT /v2.0/ports/5848dbb7-7f1a-4621-863f-dcbbd570430c HTTP/1.1" status: 200 len: 1093 time: 1.9085410 Jun 29 10:45:59.132777 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Pushing event updated for resources: {'Port': ['ID=5848dbb7-7f1a-4621-863f-dcbbd570430c,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:59.143798 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:59.172378 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3301f94-4e4b-481c-97e2-733e6876151b req-f3d3da5c-6105-42ac-9753-7afcd6cf07bc service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863577 Jun 29 10:45:59.235055 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d20b58-7833-45e9-b4dd-5540da084292 None None] New status for floating IP d8af9d98-d660-4f66-822e-2e0215d4a33f: ACTIVE {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:45:59.253222 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-43b0a818-48c5-4a0b-8a11-561e9dde0d20 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525014505&fields=id&tenant_id=0ba194dd6db7463dbea9b1c9a4b38063 HTTP/1.1" status: 200 len: 267 time: 0.0631669 Jun 29 10:45:59.335994 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:59.337002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-245d130a-cef6-4d22-a801-91188760108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.338581 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-245d130a-cef6-4d22-a801-91188760108f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c515ac1b8f794853bdd871417f216333&device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 1096 time: 0.1030319 Jun 29 10:45:59.350334 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-fba238dd-ea2f-4183-98d2-bdf76ad10b54 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.351733 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-fba238dd-ea2f-4183-98d2-bdf76ad10b54 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0820980 Jun 29 10:45:59.370347 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'port': {'security_groups': ['c39e9adb-c462-4265-9a3c-70ad2217eb7b', 'bbef489e-75f3-48dc-aeb0-ae42f2a1adbc']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:59.423263 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-63826657-8912-4acb-a7db-29429c9ba1bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c HTTP/1.1" status: 200 len: 217 time: 0.0647998 Jun 29 10:45:59.754049 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0e36fc-5a49-4502-814b-4589aacab954', 'tag': '5848dbb7-7f1a-4621-863f-dcbbd570430c'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:59.756318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f895787b-934e-478d-ac04-31b26385bed2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0e36fc-5a49-4502-814b-4589aacab954", "tag": "5848dbb7-7f1a-4621-863f-dcbbd570430c"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:59.813728 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-03db0f0d-e9da-4ab3-9f8a-a57722bc1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.815209 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-03db0f0d-e9da-4ab3-9f8a-a57722bc1c95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0aa5d419-d58a-4ae8-aa20-b1faaf811c74 HTTP/1.1" status: 200 len: 849 time: 0.3826194 Jun 29 10:45:59.824481 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.867635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-0391a863-6322-4ccc-9b69-64b97e95dae1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd3b6854-50bd-43a9-b178-6838a2d2036d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323555 Jun 29 10:45:59.905196 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac70ad-f551-4e91-b08b-7d8c1338bfa4 req-0a804c81-ad67-4159-8008-b1af0a5b878c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.906623 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13ac70ad-f551-4e91-b08b-7d8c1338bfa4 req-0a804c81-ad67-4159-8008-b1af0a5b878c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 943 time: 0.4729958 Jun 29 10:46:00.016661 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13ac70ad-f551-4e91-b08b-7d8c1338bfa4 req-9e1219a6-5e03-4053-93eb-50ecb76e5992 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945878 Jun 29 10:46:00.058274 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-8032b919-be82-4cf0-8369-6c4e447f770f service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685417 Jun 29 10:46:00.080355 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f7ff0-66a5-4991-a94f-9b4cf21c87a9 x-openstack-request-id: req-040f7ff0-66a5-4991-a94f-9b4cf21c87a9 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:00.081003 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0e36fc-5a49-4502-814b-4589aacab954", "tag": "5848dbb7-7f1a-4621-863f-dcbbd570430c", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:00.081003 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-040f7ff0-66a5-4991-a94f-9b4cf21c87a9 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:00.081345 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0e36fc-5a49-4502-814b-4589aacab954', 'tag': '5848dbb7-7f1a-4621-863f-dcbbd570430c', 'status': 'completed', 'code': 200} Jun 29 10:46:00.236718 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:00.246826 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c1020e15-18a1-4824-98dc-51e24eac6219 req-3761af16-790e-4650-b163-9fc613203f73 service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645710 Jun 29 10:46:00.273223 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.280650 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.285177 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ff7d8809-92ca-4d56-83fe-6112288a4c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:00.328239 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3d764075-b99d-4443-b1b1-5bf4976c7fa1'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:00.349141 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.350084 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.352459 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17c5a965-42a6-4060-a8f8-fe45aae3c4af req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "PUT /v2.0/ports/3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 981 time: 0.9926729 Jun 29 10:46:00.380179 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=6']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:00.384623 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:00.572323 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895787b-934e-478d-ac04-31b26385bed2 req-2d737ce9-b16a-4dab-8793-8dadafb2ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.575033 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-2d737ce9-b16a-4dab-8793-8dadafb2ebaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c515ac1b8f794853bdd871417f216333&device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 1096 time: 0.1445520 Jun 29 10:46:00.583984 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76e1a9-7066-4941-bd14-9da14b6247be req-d309e7f5-0ac5-4b6e-9887-aa187925ea58 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.585582 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e76e1a9-7066-4941-bd14-9da14b6247be req-d309e7f5-0ac5-4b6e-9887-aa187925ea58 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1741667 Jun 29 10:46:00.621823 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3d764075-b99d-4443-b1b1-5bf4976c7fa1'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:00.652898 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-748262d5-233a-49db-945a-93c536fb7a81 None None] Provisioning complete for port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:00.653273 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-748262d5-233a-49db-945a-93c536fb7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.664318 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46882) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:00.704351 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f953db-f840-4d3e-9cb8-52d4456379cb req-26e7c282-e820-489b-a40f-278fff38baf7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.705863 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-42f953db-f840-4d3e-9cb8-52d4456379cb req-26e7c282-e820-489b-a40f-278fff38baf7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1834762 Jun 29 10:46:00.710487 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e76e1a9-7066-4941-bd14-9da14b6247be req-facb49af-57ea-49c7-8d4c-58a1cacaebe0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104782 Jun 29 10:46:00.767279 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895787b-934e-478d-ac04-31b26385bed2 req-b1236e90-f5ac-4af8-b3d4-7e95970a3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.770103 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-b1236e90-f5ac-4af8-b3d4-7e95970a3196 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 200 len: 910 time: 0.1825356 Jun 29 10:46:00.790096 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-42f953db-f840-4d3e-9cb8-52d4456379cb req-f2ff6f98-09c2-4779-8b70-b80f22e4c02b tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728662 Jun 29 10:46:00.836010 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-68ccb17f-437e-4689-8974-b6e8c4650f19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c HTTP/1.1" status: 200 len: 217 time: 0.0434272 Jun 29 10:46:00.909357 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-91c8914f-a4d9-4483-a0b0-5158f31c34e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf933811d7404a56a073d83743a6fdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425804 Jun 29 10:46:00.910092 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 46896) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:00.961969 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895787b-934e-478d-ac04-31b26385bed2 req-a7874acf-9530-45ab-8e91-2a3b47644a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.964643 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-a7874acf-9530-45ab-8e91-2a3b47644a2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0aa5d419-d58a-4ae8-aa20-b1faaf811c74 HTTP/1.1" status: 200 len: 849 time: 0.1091828 Jun 29 10:46:00.982343 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:01.012760 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:01.045679 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-b6de7722-78da-483f-8505-2b23b95d4b51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd3b6854-50bd-43a9-b178-6838a2d2036d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734432 Jun 29 10:46:01.092402 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:01.096389 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:01.101450 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af3f6040-7a0b-42bb-96e1-50d6460d9c09 HTTP/1.1" status: 204 len: 168 time: 0.1902237 Jun 29 10:46:01.103067 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-76b07a69-00b9-4c39-a7f7-f40cfa8d3922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:01.113356 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3f6040-7a0b-42bb-96e1-50d6460d9c09,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:01.116513 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:01.248499 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-910cbd31-972a-4430-aaa3-816e9cd1db5b service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754923 Jun 29 10:46:01.414429 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85626b01-29d7-44a5-bd1e-d62579863a0b req-63719f1f-667e-4273-976a-2eba79d94f40 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:01.425370 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85626b01-29d7-44a5-bd1e-d62579863a0b req-63719f1f-667e-4273-976a-2eba79d94f40 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 943 time: 0.2325180 Jun 29 10:46:01.486855 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-85626b01-29d7-44a5-bd1e-d62579863a0b req-ef05487a-3c82-47ed-8110-b8b9f4d1cf6d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606050 Jun 29 10:46:01.488830 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f895787b-934e-478d-ac04-31b26385bed2 req-de8fd145-393a-469b-b941-741897582391 service neutron] 10.222.0.69 "GET /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298493 Jun 29 10:46:02.082492 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:02.084953 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f786d826-c2ad-43aa-a4e3-401bd73eaf67" -d '{"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:02.125006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bd2939-940d-4a65-b916-73c3caf5dfec x-openstack-request-id: req-f8bd2939-940d-4a65-b916-73c3caf5dfec {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:02.125329 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:02.125611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8bd2939-940d-4a65-b916-73c3caf5dfec {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:02.126036 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'status': 'completed', 'code': 200} Jun 29 10:46:02.236520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-939ba257-35d1-4512-8758-68d4491b016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.237962 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-939ba257-35d1-4512-8758-68d4491b016d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1137 time: 0.0521059 Jun 29 10:46:02.329017 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-d2afa53b-fe79-4ea9-84b6-0fd87a9b5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.330382 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-d2afa53b-fe79-4ea9-84b6-0fd87a9b5302 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.0855510 Jun 29 10:46:02.400865 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-17a6f440-bdab-4642-b90b-99c86ffa7247 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0614524 Jun 29 10:46:02.456299 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-d282f8f6-2823-4240-92c8-d05017e539d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.457848 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-d282f8f6-2823-4240-92c8-d05017e539d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.0442073 Jun 29 10:46:02.519897 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-4fd63736-4a4b-4971-ade8-f535ea4475dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.521447 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-4fd63736-4a4b-4971-ade8-f535ea4475dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528436 Jun 29 10:46:02.655546 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-2331b6e3-0787-4aab-9d43-63a35608c077 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125734 Jun 29 10:46:02.732016 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1199fb9-50f3-4eab-a87e-ff06c9209662 req-76239a2b-8d8e-47be-9516-583453e2c4ee tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.733390 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1199fb9-50f3-4eab-a87e-ff06c9209662 req-76239a2b-8d8e-47be-9516-583453e2c4ee tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 943 time: 0.1309991 Jun 29 10:46:02.785061 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f786d826-c2ad-43aa-a4e3-401bd73eaf67 req-5ac8a1ba-7f63-43de-b8c8-db746080b0e4 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208544 Jun 29 10:46:02.791875 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1199fb9-50f3-4eab-a87e-ff06c9209662 req-b24b78e2-7a50-4830-8cb0-cbab7646a4a1 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525243 Jun 29 10:46:03.964291 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d713e8-c17e-4081-a215-9a9c86770880 req-7e35209e-8be2-4fe0-94b7-870b231e02f5 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:03.965777 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50d713e8-c17e-4081-a215-9a9c86770880 req-7e35209e-8be2-4fe0-94b7-870b231e02f5 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 943 time: 0.0637136 Jun 29 10:46:03.994045 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5848dbb7-7f1a-4621-863f-dcbbd570430c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:04.004997 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50d713e8-c17e-4081-a215-9a9c86770880 req-0d61792b-76a7-4e75-af34-ed2b8a6eafc3 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Jun 29 10:46:04.103157 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 5848dbb7-7f1a-4621-863f-dcbbd570430c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:04.114782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '5848dbb7-7f1a-4621-863f-dcbbd570430c', 'network_id': 'cd3b6854-50bd-43a9-b178-6838a2d2036d', 'port_id': '5848dbb7-7f1a-4621-863f-dcbbd570430c', 'mac_address': 'fa:16:3e:cc:1b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa5d419-d58a-4ae8-aa20-b1faaf811c74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:04.149877 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:04.162382 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848dbb7-7f1a-4621-863f-dcbbd570430c {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:04.181493 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 5848dbb7-7f1a-4621-863f-dcbbd570430c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:04.185629 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:04.187494 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:04.231916 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=5848dbb7-7f1a-4621-863f-dcbbd570430c,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:04.238684 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.239028 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.239363 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.239960 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.240285 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.240607 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.240924 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.241246 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.241562 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.241875 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.242208 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.242522 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:04.246196 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:04.739802 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['5848dbb7-7f1a-4621-863f-dcbbd570430c'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:05.176111 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ea7c-7008-4164-9e3d-ca793de227a0 req-1b3018b0-3fec-44d3-8068-ccc9fdc37ea9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.177685 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a43ea7c-7008-4164-9e3d-ca793de227a0 req-1b3018b0-3fec-44d3-8068-ccc9fdc37ea9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 944 time: 0.0652068 Jun 29 10:46:05.216749 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a43ea7c-7008-4164-9e3d-ca793de227a0 req-ea5faf7e-f297-4e4a-a2e0-bc2138fb5a8c tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Jun 29 10:46:06.389395 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457dba-de72-4bc1-89a1-9430ef90cb1b req-c9d0ff10-787f-4f73-aa6e-34b0197905db tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:06.390884 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3457dba-de72-4bc1-89a1-9430ef90cb1b req-c9d0ff10-787f-4f73-aa6e-34b0197905db tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 944 time: 0.0658355 Jun 29 10:46:06.427757 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3457dba-de72-4bc1-89a1-9430ef90cb1b req-4ffda6c1-9327-4f20-bb0d-0c80e148dfee tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Jun 29 10:46:07.632157 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10c451-1a42-450a-bbf5-eaae5f68bda2 req-db364477-f79d-4a42-b440-d00872ae157e tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.634564 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a10c451-1a42-450a-bbf5-eaae5f68bda2 req-db364477-f79d-4a42-b440-d00872ae157e tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 944 time: 0.0909882 Jun 29 10:46:07.677077 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a10c451-1a42-450a-bbf5-eaae5f68bda2 req-302529b4-af62-4c10-9e2c-6f73f5a9dd20 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Jun 29 10:46:08.003164 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5848dbb7-7f1a-4621-863f-dcbbd570430c up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:08.051018 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 5848dbb7-7f1a-4621-863f-dcbbd570430c completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:08.054468 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 5848dbb7-7f1a-4621-863f-dcbbd570430c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:08.054944 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:08.141295 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:08.162560 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e36fc-5a49-4502-814b-4589aacab954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848dbb7-7f1a-4621-863f-dcbbd570430c'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:08.164781 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2efe433-31c3-40b4-97e5-227469467420" -d '{"events": [{"server_uuid": "0c0e36fc-5a49-4502-814b-4589aacab954", "name": "network-vif-plugged", "status": "completed", "tag": "5848dbb7-7f1a-4621-863f-dcbbd570430c"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:08.177791 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 5848dbb7-7f1a-4621-863f-dcbbd570430c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:08.182858 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:08.185304 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-a6c15aac-bc92-4802-8f50-99998711e202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:08.209854 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01fe85-d77e-4bf6-8148-576a278e03ab x-openstack-request-id: req-cc01fe85-d77e-4bf6-8148-576a278e03ab {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:08.210174 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e36fc-5a49-4502-814b-4589aacab954", "name": "network-vif-plugged", "status": "completed", "tag": "5848dbb7-7f1a-4621-863f-dcbbd570430c", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:08.210438 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc01fe85-d77e-4bf6-8148-576a278e03ab {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:08.210831 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0e36fc-5a49-4502-814b-4589aacab954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848dbb7-7f1a-4621-863f-dcbbd570430c', 'code': 200} Jun 29 10:46:08.237668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=5848dbb7-7f1a-4621-863f-dcbbd570430c,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:08.240962 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:08.515002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4112e7-ffc3-4ded-aca1-09ce074ba711 req-8778bff2-3e53-4158-affa-c1f483892183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:08.516511 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9c4112e7-ffc3-4ded-aca1-09ce074ba711 req-8778bff2-3e53-4158-affa-c1f483892183 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 1098 time: 0.0558746 Jun 29 10:46:08.551195 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9c4112e7-ffc3-4ded-aca1-09ce074ba711 req-926ed830-5712-4eb9-b3ce-bc9f3ab82f6e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269418 Jun 29 10:46:08.854755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc30a0-5884-4256-981b-b9737b2e0ae8 req-a319df07-89f6-4f39-bb19-ad07057d3edf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:08.856253 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71fc30a0-5884-4256-981b-b9737b2e0ae8 req-a319df07-89f6-4f39-bb19-ad07057d3edf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.0692246 Jun 29 10:46:08.893294 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-71fc30a0-5884-4256-981b-b9737b2e0ae8 req-fd5bac12-1955-4cfd-8231-92b48ff5159b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309861 Jun 29 10:46:10.068755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cfd65-9351-4946-8e79-d81b2dc0dc4f req-6af346ab-4909-41c6-b833-73b0a12d2214 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.070591 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-734cfd65-9351-4946-8e79-d81b2dc0dc4f req-6af346ab-4909-41c6-b833-73b0a12d2214 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.0671048 Jun 29 10:46:10.112510 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-734cfd65-9351-4946-8e79-d81b2dc0dc4f req-7808e1b4-70eb-4544-b6d5-e0357f8c0a47 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360379 Jun 29 10:46:10.353862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bae40b-77b6-41cf-84dc-16384935d1b1 req-05b47cda-799a-4f5b-9b27-8fd5b504b91c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.355876 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52bae40b-77b6-41cf-84dc-16384935d1b1 req-05b47cda-799a-4f5b-9b27-8fd5b504b91c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0994086 Jun 29 10:46:10.361542 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4802af-55b2-481c-931a-bc513e510200 req-f3e65d82-0458-4463-ac9f-cdf726301dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.363297 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-f3e65d82-0458-4463-ac9f-cdf726301dc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.0772197 Jun 29 10:46:10.393754 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52bae40b-77b6-41cf-84dc-16384935d1b1 req-886da41a-025e-463e-8d2a-9d717b6a978e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295906 Jun 29 10:46:10.511180 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4802af-55b2-481c-931a-bc513e510200 req-510eb706-0c21-457f-9351-e28eb56a14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.513340 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-510eb706-0c21-457f-9351-e28eb56a14d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.0888155 Jun 29 10:46:10.671518 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-a84ab639-c541-4b41-9dde-1b8a208bc5f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.0340683 Jun 29 10:46:10.731123 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4802af-55b2-481c-931a-bc513e510200 req-9c508852-4efe-4e7c-9960-d037b3be50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.732630 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-9c508852-4efe-4e7c-9960-d037b3be50db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0427597 Jun 29 10:46:10.775753 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-883056eb-2a75-46e9-966a-59a77bebd241 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302813 Jun 29 10:46:10.882457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-beb52bea-08fd-491e-8dc8-f03bf13f8900 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809500 Jun 29 10:46:10.990196 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-df4802af-55b2-481c-931a-bc513e510200 req-78ff1e5c-7f9f-40ba-966b-dbabb8d0ea23 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 Jun 29 10:46:11.290518 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac70402-2322-439b-89c8-9e02032f4021 req-79518ad6-4175-4f22-b2d2-a0d123078b6d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:11.291890 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eac70402-2322-439b-89c8-9e02032f4021 req-79518ad6-4175-4f22-b2d2-a0d123078b6d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.0653129 Jun 29 10:46:11.331069 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eac70402-2322-439b-89c8-9e02032f4021 req-89a421d8-f51a-41a5-998b-f6b8bef377b4 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Jun 29 10:46:11.569382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9032-71f9-4c90-9c6e-ca20b31a5495 req-2b4818be-e5f2-440b-86f4-88ce0eaf9f5b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:11.571120 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15eb9032-71f9-4c90-9c6e-ca20b31a5495 req-2b4818be-e5f2-440b-86f4-88ce0eaf9f5b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0656760 Jun 29 10:46:11.611139 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15eb9032-71f9-4c90-9c6e-ca20b31a5495 req-47b98df1-e217-489b-a1ff-138cf1fced56 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Jun 29 10:46:12.485416 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-9328f9f5-a9ad-4f72-9fd9-ca7b8a843722 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.486872 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-9328f9f5-a9ad-4f72-9fd9-ca7b8a843722 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.1035669 Jun 29 10:46:12.502014 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-368462c6-64dc-4cd3-bfa8-7cf729ab7f04 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/quotas/7c11f00c9c4644d2b4a91f8a32302fdd HTTP/1.1" status: 200 len: 375 time: 0.0095241 Jun 29 10:46:12.607778 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-bb058fa5-741c-4b98-bd28-c5ee0ed2cf8a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964515 Jun 29 10:46:12.616023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f960-11fe-43cc-8ed5-1079c6424c82 req-bd874705-05cb-4bbf-a864-070b7f8090c9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.617414 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81c5f960-11fe-43cc-8ed5-1079c6424c82 req-bd874705-05cb-4bbf-a864-070b7f8090c9 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.1143494 Jun 29 10:46:12.702649 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-81c5f960-11fe-43cc-8ed5-1079c6424c82 req-24f819ec-d1dc-40f3-b914-c141c8c7a2ce tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767889 Jun 29 10:46:12.725949 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-e550966d-fcbb-4a1a-8087-1cb0de3445f2 service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076121 Jun 29 10:46:12.823641 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-abf2e432-2b46-41ea-8d39-76958ba74931 service neutron] 10.222.0.45 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919549 Jun 29 10:46:12.872921 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e590b-464b-4fd7-8800-fe42addd9542 req-6d4d8ba9-2262-41ac-a75a-f3cbe0b69b74 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.874390 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d6e590b-464b-4fd7-8800-fe42addd9542 req-6d4d8ba9-2262-41ac-a75a-f3cbe0b69b74 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0631804 Jun 29 10:46:12.915116 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d6e590b-464b-4fd7-8800-fe42addd9542 req-3c8aa016-b4af-44c5-bf53-36a04ece590d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Jun 29 10:46:12.993069 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a5602347-379d-4a62-9e48-11b7a065d243 req-8f40616b-01c3-4985-86ba-189533ec6fa0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jun 29 10:46:13.869013 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635267b-e807-4727-ac56-507313e8142d req-283aba46-64a8-4fbd-8f4a-2a7948ba0ad7 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:13.870495 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1635267b-e807-4727-ac56-507313e8142d req-283aba46-64a8-4fbd-8f4a-2a7948ba0ad7 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.0615454 Jun 29 10:46:13.907824 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1635267b-e807-4727-ac56-507313e8142d req-f7b08542-08d7-4321-aaa2-0b2e5b6ba94b tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Jun 29 10:46:14.095373 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5f24-c9b7-4b26-abd6-3284688ca24e req-11809e6a-a673-4d34-acc6-b07ba99f4ec6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:14.096860 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c1f5f24-c9b7-4b26-abd6-3284688ca24e req-11809e6a-a673-4d34-acc6-b07ba99f4ec6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0644774 Jun 29 10:46:14.143358 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6ba9d0c0-8cb7-4169-bc8a-b9a371df4336 req-9e79bda4-a3f9-4d98-a514-c2794311d986 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 210 time: 0.0348957 Jun 29 10:46:14.158958 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c1f5f24-c9b7-4b26-abd6-3284688ca24e req-4dd658e5-c788-45d6-81b9-dddb7220c157 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 Jun 29 10:46:14.584611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-67f2c116-a154-49ee-baac-c1add29419d0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:14.586027 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-67f2c116-a154-49ee-baac-c1add29419d0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 815 time: 0.1031232 Jun 29 10:46:14.610009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Request body: {'port': {'device_id': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'admin_state_up': True, 'tenant_id': '7c11f00c9c4644d2b4a91f8a32302fdd'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:14.966912 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Made reservation on behalf of 7c11f00c9c4644d2b4a91f8a32302fdd for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:14.970536 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.132406 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Allocated IP 172.20.0.10 (7fed99bb-4ae9-40e2-8b11-be95b15286a0/b755cdcb-e69c-4315-bb8d-b96962b8d370/d331e947-d1ba-44e8-bf4d-843b0c53da92) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:15.143631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbc6eb-62ce-4aee-af45-dde4e0046ff2 req-781d60ae-a845-44f4-a1be-e4bc3c2a27fd tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.145081 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fdbbc6eb-62ce-4aee-af45-dde4e0046ff2 req-781d60ae-a845-44f4-a1be-e4bc3c2a27fd tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.1196704 Jun 29 10:46:15.213209 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fdbbc6eb-62ce-4aee-af45-dde4e0046ff2 req-87658b3b-d970-452e-bf49-878ad9cb9936 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/security-groups?id=9f60958e-c476-4f50-ade8-820f3bfb75f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Jun 29 10:46:15.295950 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af45445d-60d3-4e84-bbb4-cfcb84030940 req-4d9c1803-222e-41e3-add8-f1c7b8f380a2 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 210 time: 0.0329220 Jun 29 10:46:15.387302 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.473495 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5669ad-c19c-4246-807c-95ea98af00e3 req-85a5c382-2f12-4d37-8c5b-06c54b9a2fc9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.475045 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2a5669ad-c19c-4246-807c-95ea98af00e3 req-85a5c382-2f12-4d37-8c5b-06c54b9a2fc9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1450624 Jun 29 10:46:15.505408 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.512563 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:15.545266 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-13bcd288-aba3-4cd5-bd7e-32f00298a486 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.546766 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-13bcd288-aba3-4cd5-bd7e-32f00298a486 tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 945 time: 0.1553633 Jun 29 10:46:15.549643 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313', '866c30b8-0929-4aa7-9768-306892da9a95', '6b2eb002-5406-43c8-bc3f-7075daa646c8'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:15.574489 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:15.580077 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2a5669ad-c19c-4246-807c-95ea98af00e3 req-11db3fcc-9316-4482-bee3-6d275e0fe26b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976930 Jun 29 10:46:15.582940 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:15.587280 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:15.591780 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event updated for resources: {'Port': ['ID=d331e947-d1ba-44e8-bf4d-843b0c53da92,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:15.615816 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:15.674640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.675247 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.714520 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1081266 Jun 29 10:46:15.736520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Request body: {'port': {'device_id': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:15.741126 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Deleting port 5848dbb7-7f1a-4621-863f-dcbbd570430c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:15.741468 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.884640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.887381 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] For port 5848dbb7-7f1a-4621-863f-dcbbd570430c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5848dbb7-7f1a-4621-863f-dcbbd570430c,segment=NetworkSegment(ec9043f7-761d-44ba-af4d-40c09b048c7a),segment_id=ec9043f7-761d-44ba-af4d-40c09b048c7a)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:15.887736 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.908041 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Calling delete_port for 5848dbb7-7f1a-4621-863f-dcbbd570430c owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:16.200628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.204950 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:16.242755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Pushing event deleted for resources: {'Port': ['ID=5848dbb7-7f1a-4621-863f-dcbbd570430c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:16.250205 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:16.321446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] No DVR routers for this DVR port 5848dbb7-7f1a-4621-863f-dcbbd570430c on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:16.325501 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.327486 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6ae25a-b8fa-44fe-ab5f-f489e39190ac req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.69 "DELETE /v2.0/ports/5848dbb7-7f1a-4621-863f-dcbbd570430c HTTP/1.1" status: 204 len: 173 time: 0.7131960 Jun 29 10:46:16.327978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0e36fc-5a49-4502-814b-4589aacab954', 'name': 'network-vif-deleted', 'tag': '5848dbb7-7f1a-4621-863f-dcbbd570430c'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:16.330287 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abe6d9f-6c4c-4843-ac30-1a02f260403d" -d '{"events": [{"server_uuid": "0c0e36fc-5a49-4502-814b-4589aacab954", "name": "network-vif-deleted", "tag": "5848dbb7-7f1a-4621-863f-dcbbd570430c"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:16.354565 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d331e947-d1ba-44e8-bf4d-843b0c53da92 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:16.381933 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74398470-724b-4a60-bb71-4f4e90749216 req-b0f28958-8eb8-4492-b6fd-3934e56acd4d tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c0e36fc-5a49-4502-814b-4589aacab954 HTTP/1.1" status: 200 len: 210 time: 0.0413682 Jun 29 10:46:16.383763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.397239 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Transition to ACTIVE for port object d331e947-d1ba-44e8-bf4d-843b0c53da92 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:16.405367 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.420633 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-035650e1-8d21-46ef-b6df-8454221f33ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:16.457707 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e965e-d0ce-4eff-ac3b-40cb412d04f9 x-openstack-request-id: req-e33e965e-d0ce-4eff-ac3b-40cb412d04f9 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:16.458038 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0e36fc-5a49-4502-814b-4589aacab954", "name": "network-vif-deleted", "tag": "5848dbb7-7f1a-4621-863f-dcbbd570430c", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:16.458349 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e33e965e-d0ce-4eff-ac3b-40cb412d04f9 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:16.458791 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0e36fc-5a49-4502-814b-4589aacab954', 'name': 'network-vif-deleted', 'tag': '5848dbb7-7f1a-4621-863f-dcbbd570430c', 'status': 'completed', 'code': 200} Jun 29 10:46:16.512011 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d331e947-d1ba-44e8-bf4d-843b0c53da92,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:16.531444 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:16.602490 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aac4a-a151-46d6-97fb-17c5d3f81ed1 req-98c43126-7d34-444f-ad00-969af97a67bc tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.603950 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-432aac4a-a151-46d6-97fb-17c5d3f81ed1 req-98c43126-7d34-444f-ad00-969af97a67bc tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 944 time: 0.1480443 Jun 29 10:46:16.608804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Attempting to bind port d331e947-d1ba-44e8-bf4d-843b0c53da92 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:16.609144 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Attempting to bind port d331e947-d1ba-44e8-bf4d-843b0c53da92 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:16.609487 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Attempting to bind port d331e947-d1ba-44e8-bf4d-843b0c53da92 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:16.621399 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Port d331e947-d1ba-44e8-bf4d-843b0c53da92 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:16.621723 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Attempting to bind port d331e947-d1ba-44e8-bf4d-843b0c53da92 on network 7fed99bb-4ae9-40e2-8b11-be95b15286a0 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:16.636188 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:16.636531 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Checking segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:16.636948 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Bound using segment: {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:16.637346 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Bound port: d331e947-d1ba-44e8-bf4d-843b0c53da92, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16841905-d232-424a-8f11-7c9bc632480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:16.637709 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.664065 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-432aac4a-a151-46d6-97fb-17c5d3f81ed1 req-68eb1edb-5714-447c-84b8-0a6789af2ca4 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Jun 29 10:46:16.713387 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] For port d331e947-d1ba-44e8-bf4d-843b0c53da92, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:16.716361 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] For port d331e947-d1ba-44e8-bf4d-843b0c53da92, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:16.721009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.723003 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:16.758269 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.758883 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:16.760251 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/d331e947-d1ba-44e8-bf4d-843b0c53da92 HTTP/1.1" status: 200 len: 1094 time: 1.0278997 Jun 29 10:46:16.810457 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d331e947-d1ba-44e8-bf4d-843b0c53da92,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:16.813974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:16.841500 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666d94-1694-4879-8e63-299ed698f3c9 req-bc7104c5-ff2a-4a63-a847-f6db2281d60b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.843000 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b9666d94-1694-4879-8e63-299ed698f3c9 req-bc7104c5-ff2a-4a63-a847-f6db2281d60b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0802929 Jun 29 10:46:16.913172 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b9666d94-1694-4879-8e63-299ed698f3c9 req-2c089182-914b-45cc-88ff-90a1bed94b38 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646071 Jun 29 10:46:16.927059 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-6dbe4259-41a3-4704-9de7-405491c5af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.928889 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-6dbe4259-41a3-4704-9de7-405491c5af15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 1097 time: 0.0786338 Jun 29 10:46:16.993239 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-2f6c657b-4440-418e-b83f-c5319c32dbe2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92 HTTP/1.1" status: 200 len: 217 time: 0.0367489 Jun 29 10:46:17.035421 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['5848dbb7-7f1a-4621-863f-dcbbd570430c'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:17.054007 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-35bd0eb5-f8b7-4199-876c-4367041174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:17.055485 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-35bd0eb5-f8b7-4199-876c-4367041174a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.0499763 Jun 29 10:46:17.099205 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-7abf4e8a-aef4-496f-abf3-4836e75f4b38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261738 Jun 29 10:46:17.194011 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-47e7aba3-a2a2-471c-993b-57e48bdcb45b service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859141 Jun 29 10:46:17.296633 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d77ebbc3-18d0-4e04-b430-85348ee8b04b req-42c26094-f981-47ce-887f-f5868dac69b2 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934708 Jun 29 10:46:17.838818 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d8c-87ff-45d7-88e2-2135a42f4ce4 req-14b6dc11-c55d-43db-adc9-a98509a8567f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:17.840502 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7dd39d8c-87ff-45d7-88e2-2135a42f4ce4 req-14b6dc11-c55d-43db-adc9-a98509a8567f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 944 time: 0.0674937 Jun 29 10:46:17.880678 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7dd39d8c-87ff-45d7-88e2-2135a42f4ce4 req-f874e437-86d8-46cb-b2c9-e801ac2202ca tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Jun 29 10:46:17.904662 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-88856914-b396-4c92-9af4-74eb78499d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.093334 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf3e2d-a683-450b-a7f9-73106642e926 req-8816e1e4-5b30-4b92-9efe-8a986f3f6e5e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.094821 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3daf3e2d-a683-450b-a7f9-73106642e926 req-8816e1e4-5b30-4b92-9efe-8a986f3f6e5e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0662115 Jun 29 10:46:18.133427 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3daf3e2d-a683-450b-a7f9-73106642e926 req-30d4c3f9-d980-48b0-94b8-3d8f15b949da tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jun 29 10:46:18.459752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'tag': 'd331e947-d1ba-44e8-bf4d-843b0c53da92'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:18.462149 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9de05b-90b4-42c4-9baa-069b2309835e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b9886d-1bfa-49fe-8da4-fec30cce9434", "tag": "d331e947-d1ba-44e8-bf4d-843b0c53da92"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:18.499115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320d020c-fb42-4dcc-a3e8-39dfe677eeaa x-openstack-request-id: req-320d020c-fb42-4dcc-a3e8-39dfe677eeaa {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:18.499433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b9886d-1bfa-49fe-8da4-fec30cce9434", "tag": "d331e947-d1ba-44e8-bf4d-843b0c53da92", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:18.499710 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-320d020c-fb42-4dcc-a3e8-39dfe677eeaa {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:18.500141 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'tag': 'd331e947-d1ba-44e8-bf4d-843b0c53da92', 'status': 'completed', 'code': 200} Jun 29 10:46:18.627039 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-0211c791-cba8-45d2-9e5f-67419210c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.628424 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-0211c791-cba8-45d2-9e5f-67419210c68d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 1097 time: 0.0523264 Jun 29 10:46:18.721695 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-a749e31d-522b-4beb-8649-8d8cc5dcc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.723158 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-a749e31d-522b-4beb-8649-8d8cc5dcc98a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 200 len: 916 time: 0.0843551 Jun 29 10:46:19.063963 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6983c-dd70-42e3-9e4b-cad036cc58fb req-8b6863bc-63f8-41b3-a05a-a06a96fd387e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.065422 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57e6983c-dd70-42e3-9e4b-cad036cc58fb req-8b6863bc-63f8-41b3-a05a-a06a96fd387e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 944 time: 0.0626597 Jun 29 10:46:19.102060 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57e6983c-dd70-42e3-9e4b-cad036cc58fb req-d902a960-9705-4a1b-83b2-fd48f482eb76 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Jun 29 10:46:19.302967 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e81c06-22d6-4eb0-a763-5d9f12f535b7 req-7b49ff84-01f9-4af5-b1e9-1379fe6c5256 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.304395 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18e81c06-22d6-4eb0-a763-5d9f12f535b7 req-7b49ff84-01f9-4af5-b1e9-1379fe6c5256 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0603464 Jun 29 10:46:19.341968 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18e81c06-22d6-4eb0-a763-5d9f12f535b7 req-cbfc15e3-40be-436d-9e16-d95799c67d8a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311835 Jun 29 10:46:19.768879 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-fc16c1b1-8b31-46a5-8ce8-fe3099ec2672 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92 HTTP/1.1" status: 200 len: 217 time: 0.0381534 Jun 29 10:46:20.272046 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed1d8-f338-49cb-8ded-c86464d1aa95 req-81276ddf-b139-4dba-b04e-0116a4e9b59c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.273476 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8fed1d8-f338-49cb-8ded-c86464d1aa95 req-81276ddf-b139-4dba-b04e-0116a4e9b59c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 944 time: 0.0616512 Jun 29 10:46:20.315862 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8fed1d8-f338-49cb-8ded-c86464d1aa95 req-479c5cda-b819-4d4d-a5e6-3d3cd5434d5c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368996 Jun 29 10:46:20.419249 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b439cc48-c7bc-4f22-890d-22fd20be526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:20.529652 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09516e86-7074-40e6-a3bc-d9f962da93a8 req-5bdc7ce5-bb6b-4ade-90ed-c439deab728d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.531118 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09516e86-7074-40e6-a3bc-d9f962da93a8 req-5bdc7ce5-bb6b-4ade-90ed-c439deab728d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0653100 Jun 29 10:46:20.554125 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:20.569018 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09516e86-7074-40e6-a3bc-d9f962da93a8 req-88aa3711-eeb7-4384-8e37-3d95094a4f94 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jun 29 10:46:21.488349 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d8c6c-8676-4f50-8280-6d1437242836 req-fa084a21-3cd3-4220-9418-b3b8502eece6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.490100 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6d8c6c-8676-4f50-8280-6d1437242836 req-fa084a21-3cd3-4220-9418-b3b8502eece6 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 944 time: 0.0644798 Jun 29 10:46:21.528280 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6d8c6c-8676-4f50-8280-6d1437242836 req-dc4f6bb9-ec15-4385-98ed-8a2c41a01a05 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Jun 29 10:46:21.734569 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d331e947-d1ba-44e8-bf4d-843b0c53da92 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:21.738618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06c683-6b94-499e-b444-a149e67f1b97 req-058a01b6-2d43-4cd0-a513-a1e6d049989b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.740339 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d06c683-6b94-499e-b444-a149e67f1b97 req-058a01b6-2d43-4cd0-a513-a1e6d049989b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0607231 Jun 29 10:46:21.748136 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5848dbb7-7f1a-4621-863f-dcbbd570430c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:21.772885 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 5848dbb7-7f1a-4621-863f-dcbbd570430c {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:21.773236 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5848dbb7-7f1a-4621-863f-dcbbd570430c not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:21.812604 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d06c683-6b94-499e-b444-a149e67f1b97 req-da8cf757-a7e2-45a5-a91d-75ae1887b05c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664513 Jun 29 10:46:21.822275 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-76e0fbeb-5428-48df-b66a-d33af613d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.825054 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-76e0fbeb-5428-48df-b66a-d33af613d6de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 200 len: 855 time: 0.0640996 Jun 29 10:46:21.861216 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-d9118408-27d6-4043-abde-982a7ffa504e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7fed99bb-4ae9-40e2-8b11-be95b15286a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272458 Jun 29 10:46:21.941110 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:21.959007 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-6c4252b9-59e8-4413-8c59-255e1173a72e service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890200 Jun 29 10:46:21.966167 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d331e947-d1ba-44e8-bf4d-843b0c53da92, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:21.976276 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'd331e947-d1ba-44e8-bf4d-843b0c53da92', 'network_id': '7fed99bb-4ae9-40e2-8b11-be95b15286a0', 'port_id': 'd331e947-d1ba-44e8-bf4d-843b0c53da92', 'mac_address': 'fa:16:3e:4c:1a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b755cdcb-e69c-4315-bb8d-b96962b8d370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:22.013237 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:22.025536 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d331e947-d1ba-44e8-bf4d-843b0c53da92 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:22.045038 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d331e947-d1ba-44e8-bf4d-843b0c53da92, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:22.048998 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:22.050806 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:22.051094 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4c9de05b-90b4-42c4-9baa-069b2309835e req-aed463e7-16e4-4452-a060-a740fe5efd76 service neutron] 10.222.0.69 "GET /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816848 Jun 29 10:46:22.094857 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d331e947-d1ba-44e8-bf4d-843b0c53da92,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:22.097312 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:22.700581 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a24f-c78e-40b7-92a1-d220e9b54d34 req-4e750ff5-3e25-495f-911e-fa1840df3f07 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:22.701993 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0252a24f-c78e-40b7-92a1-d220e9b54d34 req-4e750ff5-3e25-495f-911e-fa1840df3f07 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 945 time: 0.0639946 Jun 29 10:46:22.717030 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['d331e947-d1ba-44e8-bf4d-843b0c53da92'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:22.739947 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0252a24f-c78e-40b7-92a1-d220e9b54d34 req-3573c894-a4d9-4d11-92d5-9deafce05948 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Jun 29 10:46:22.987845 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06c0fa-de65-4bc7-a5e2-9d3df47303d4 req-ed31eae5-a778-4fd8-90f9-7e1788befb5e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:22.989277 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea06c0fa-de65-4bc7-a5e2-9d3df47303d4 req-ed31eae5-a778-4fd8-90f9-7e1788befb5e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0618358 Jun 29 10:46:23.029309 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ea06c0fa-de65-4bc7-a5e2-9d3df47303d4 req-5f44047a-0d17-452d-a57d-0a0d333aceb7 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Jun 29 10:46:23.390364 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:23.829091 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:23.961010 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3bc77-09e2-44af-b710-c670c6af5f3d req-e04bbb24-ff6a-472b-b1eb-b24f1e305911 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.963234 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8e3bc77-09e2-44af-b710-c670c6af5f3d req-e04bbb24-ff6a-472b-b1eb-b24f1e305911 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 945 time: 0.0667539 Jun 29 10:46:24.004610 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8e3bc77-09e2-44af-b710-c670c6af5f3d req-119759ba-5595-4409-8533-469ff9c8b8a0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Jun 29 10:46:24.232485 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c1d9d-759f-4190-9eb0-d33793099fa8 req-dbbf5323-e30f-433c-8151-5c7483999dee tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:24.238596 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a61c1d9d-759f-4190-9eb0-d33793099fa8 req-dbbf5323-e30f-433c-8151-5c7483999dee tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0740833 Jun 29 10:46:24.273900 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a61c1d9d-759f-4190-9eb0-d33793099fa8 req-f3610b81-4ed9-4c7f-bd83-de3a38d83f3a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Jun 29 10:46:25.186998 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6618d7-d42c-41ee-b31b-329e4dc919b0 req-90103d17-bc3b-4938-8772-919300a111b0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:25.188580 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9c6618d7-d42c-41ee-b31b-329e4dc919b0 req-90103d17-bc3b-4938-8772-919300a111b0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 945 time: 0.0655041 Jun 29 10:46:25.226964 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9c6618d7-d42c-41ee-b31b-329e4dc919b0 req-72bc27b4-86ba-49f1-bd59-b74602688324 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327187 Jun 29 10:46:25.464129 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed8ebc-e915-4155-a9f6-d66a53f83a08 req-0c05f13f-3391-4721-a7dd-e3717006e7d6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:25.466604 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-92ed8ebc-e915-4155-a9f6-d66a53f83a08 req-0c05f13f-3391-4721-a7dd-e3717006e7d6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0684140 Jun 29 10:46:25.505990 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-92ed8ebc-e915-4155-a9f6-d66a53f83a08 req-3bd4a7ed-acb2-4ece-846e-c19ed2704833 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Jun 29 10:46:26.411711 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024176e8-36e6-41ff-b2e2-92be8a9d1bff req-d0e683b7-afa2-4275-9d31-cb5fe1d81d90 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.413494 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-024176e8-36e6-41ff-b2e2-92be8a9d1bff req-d0e683b7-afa2-4275-9d31-cb5fe1d81d90 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 945 time: 0.0733614 Jun 29 10:46:26.461968 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-024176e8-36e6-41ff-b2e2-92be8a9d1bff req-22d04a4b-b761-4d32-a03e-56986703c85d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Jun 29 10:46:26.701922 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e8603-d6a5-4409-9460-3d353eb4e04b req-f7880d06-f5e8-4e04-a4f9-c292c52e2f93 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.703499 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-334e8603-d6a5-4409-9460-3d353eb4e04b req-f7880d06-f5e8-4e04-a4f9-c292c52e2f93 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0742149 Jun 29 10:46:26.747105 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-334e8603-d6a5-4409-9460-3d353eb4e04b req-184bad42-14b3-4d8e-a34f-7b36059f5947 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Jun 29 10:46:27.456989 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d331e947-d1ba-44e8-bf4d-843b0c53da92 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:27.534604 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port d331e947-d1ba-44e8-bf4d-843b0c53da92 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:27.539676 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port d331e947-d1ba-44e8-bf4d-843b0c53da92 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:27.540476 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.638678 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.663782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd331e947-d1ba-44e8-bf4d-843b0c53da92'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:27.666482 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dfbb17-2aa7-4c02-91d3-e44757c07bfe" -d '{"events": [{"server_uuid": "c6b9886d-1bfa-49fe-8da4-fec30cce9434", "name": "network-vif-plugged", "status": "completed", "tag": "d331e947-d1ba-44e8-bf4d-843b0c53da92"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:27.677723 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f942b-0ecb-46b9-9cae-bde15c8db10b req-d706fee0-19b9-4601-8a30-35b72e48a007 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.679876 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-687f942b-0ecb-46b9-9cae-bde15c8db10b req-d706fee0-19b9-4601-8a30-35b72e48a007 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 945 time: 0.0868447 Jun 29 10:46:27.684085 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d331e947-d1ba-44e8-bf4d-843b0c53da92, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:27.693782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.696238 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:27.739895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-687f942b-0ecb-46b9-9cae-bde15c8db10b req-6e2558ca-b390-41d0-81a8-4f5999985a03 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Jun 29 10:46:27.756751 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d331e947-d1ba-44e8-bf4d-843b0c53da92,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:27.764406 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:27.798565 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4e22b-0ffd-4f5e-b7c5-ba4d0d38f3ef x-openstack-request-id: req-6db4e22b-0ffd-4f5e-b7c5-ba4d0d38f3ef {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:27.799119 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b9886d-1bfa-49fe-8da4-fec30cce9434", "name": "network-vif-plugged", "status": "completed", "tag": "d331e947-d1ba-44e8-bf4d-843b0c53da92", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:27.799618 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6db4e22b-0ffd-4f5e-b7c5-ba4d0d38f3ef {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:27.800027 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd331e947-d1ba-44e8-bf4d-843b0c53da92', 'code': 200} Jun 29 10:46:27.963190 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fcf87-83d2-424b-92c2-9e5d06beec88 req-2732ffc1-2b18-4fa9-876d-1f515355ee3b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.965084 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f16fcf87-83d2-424b-92c2-9e5d06beec88 req-2732ffc1-2b18-4fa9-876d-1f515355ee3b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0666480 Jun 29 10:46:28.004636 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f16fcf87-83d2-424b-92c2-9e5d06beec88 req-4d93087f-cbad-4a3c-954c-640661031048 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Jun 29 10:46:28.963631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d382-9d48-4804-b037-6fde57e64bed req-e62d2a57-f927-4c04-bfda-2350361a57c7 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:28.965133 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0e5d382-9d48-4804-b037-6fde57e64bed req-e62d2a57-f927-4c04-bfda-2350361a57c7 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.1024790 Jun 29 10:46:28.969705 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e324de-41e6-4ffd-b27d-e7ae41a08613 req-070b34b5-72f3-4979-9ade-bedf601ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:28.971303 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67e324de-41e6-4ffd-b27d-e7ae41a08613 req-070b34b5-72f3-4979-9ade-bedf601ed16e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 1099 time: 0.1201441 Jun 29 10:46:29.035597 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c0e5d382-9d48-4804-b037-6fde57e64bed req-593f8a9d-172c-4e0b-9420-979a5dfb6d5d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Jun 29 10:46:29.044191 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67e324de-41e6-4ffd-b27d-e7ae41a08613 req-41c48c46-6a39-4e6b-883c-0450b82e91a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549195 Jun 29 10:46:29.215803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98449-8adf-4e16-bb67-2c54ee3ded1b req-d66f11cf-7c5a-48a7-acda-b168604a321c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:29.217773 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b1f98449-8adf-4e16-bb67-2c54ee3ded1b req-d66f11cf-7c5a-48a7-acda-b168604a321c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0785787 Jun 29 10:46:29.263163 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b1f98449-8adf-4e16-bb67-2c54ee3ded1b req-71a680b4-0703-4fce-99eb-8d2cbe9e9d3a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Jun 29 10:46:30.234205 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f9d67-e602-4c82-b36c-dc64bf20b6fc req-882b2b0f-6ccf-4e44-a7de-93289e6bb7be tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:30.236163 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-048f9d67-e602-4c82-b36c-dc64bf20b6fc req-882b2b0f-6ccf-4e44-a7de-93289e6bb7be tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0736821 Jun 29 10:46:30.277650 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-048f9d67-e602-4c82-b36c-dc64bf20b6fc req-e639d675-653c-4f85-b84f-afe51423b3e1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Jun 29 10:46:30.466043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805093bb-4266-47e8-9b96-7e78a092f155 req-4255b711-9600-4965-aad0-9f888e483823 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:30.470710 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-805093bb-4266-47e8-9b96-7e78a092f155 req-4255b711-9600-4965-aad0-9f888e483823 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0817001 Jun 29 10:46:30.510909 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-805093bb-4266-47e8-9b96-7e78a092f155 req-7490a276-e8cd-4a55-bc6d-926b3a1af004 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Jun 29 10:46:31.467792 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07888ef-0754-43a5-93ea-398ea0824cd0 req-a9b6a630-e8ec-4004-912b-358aae6fbd94 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:31.470584 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c07888ef-0754-43a5-93ea-398ea0824cd0 req-a9b6a630-e8ec-4004-912b-358aae6fbd94 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0741746 Jun 29 10:46:31.527320 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c07888ef-0754-43a5-93ea-398ea0824cd0 req-4a935d57-f5a7-4e48-9a8e-ca3f3723c175 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524478 Jun 29 10:46:31.693773 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a34f4-aeed-48a8-920d-4e40e809c91e req-8cd9b088-43b3-4e4b-aad1-5e56e12f47b2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:31.695303 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-106a34f4-aeed-48a8-920d-4e40e809c91e req-8cd9b088-43b3-4e4b-aad1-5e56e12f47b2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0666509 Jun 29 10:46:31.741853 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-106a34f4-aeed-48a8-920d-4e40e809c91e req-a52c5e28-ca67-4f8e-a877-2f460790b129 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Jun 29 10:46:32.728283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4afb3d-67f9-43d2-a9f0-4296e99f1bff req-d2c0b354-8690-46a4-b0fd-7feecefc8644 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.730946 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd4afb3d-67f9-43d2-a9f0-4296e99f1bff req-d2c0b354-8690-46a4-b0fd-7feecefc8644 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0925663 Jun 29 10:46:32.789618 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd4afb3d-67f9-43d2-a9f0-4296e99f1bff req-e2c2f4f4-f282-48f1-9005-134cce20f3bb tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520804 Jun 29 10:46:32.979385 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3040a-bf06-40f1-9d0a-9e202a1df20d req-7c8c60d4-6855-4b50-a311-676236227b4f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:32.980779 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-93d3040a-bf06-40f1-9d0a-9e202a1df20d req-7c8c60d4-6855-4b50-a311-676236227b4f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0905833 Jun 29 10:46:33.027832 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-93d3040a-bf06-40f1-9d0a-9e202a1df20d req-49328c4c-1850-4371-bead-f4a6c9545ed9 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Jun 29 10:46:33.980241 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803467-a1f7-4ef7-8e59-9f4ef6539414 req-666d44b5-39c7-4f4d-ab1e-c1d8d92cff7e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.987617 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6803467-a1f7-4ef7-8e59-9f4ef6539414 req-666d44b5-39c7-4f4d-ab1e-c1d8d92cff7e tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0786805 Jun 29 10:46:34.068777 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6803467-a1f7-4ef7-8e59-9f4ef6539414 req-0602bfc9-fea9-4958-9c2d-9f86d777b926 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758169 Jun 29 10:46:34.314404 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14320d-e49e-4c1a-a2f6-12ac8ca747c7 req-f2dc19b6-578c-4c98-b9a6-672883ea74a7 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.316342 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a14320d-e49e-4c1a-a2f6-12ac8ca747c7 req-f2dc19b6-578c-4c98-b9a6-672883ea74a7 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0746944 Jun 29 10:46:34.379934 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8a14320d-e49e-4c1a-a2f6-12ac8ca747c7 req-25349757-0d08-49f4-a2f9-14e87429b038 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Jun 29 10:46:35.255678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8881-fb61-405a-8b33-84b1ff422ffb req-c949345c-27ae-4d41-b218-b8f595c0b832 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:35.258057 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-930b8881-fb61-405a-8b33-84b1ff422ffb req-c949345c-27ae-4d41-b218-b8f595c0b832 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0669687 Jun 29 10:46:35.300626 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-930b8881-fb61-405a-8b33-84b1ff422ffb req-597b9ac9-8140-4f57-88ec-5ecbec1a42c8 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358043 Jun 29 10:46:35.599772 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fba305-2b32-4478-adc5-593a01e4a6f2 req-56ae76bd-70bc-47ae-91dc-e17819995880 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:35.607592 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-19fba305-2b32-4478-adc5-593a01e4a6f2 req-56ae76bd-70bc-47ae-91dc-e17819995880 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0950887 Jun 29 10:46:35.663192 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-19fba305-2b32-4478-adc5-593a01e4a6f2 req-acc6caf8-9b9d-4bdc-a1b4-62902619bf0c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Jun 29 10:46:36.334414 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:36.830608 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c70172-0baa-474b-b0a2-f5d58135e190 req-18c83ca8-1daa-49c9-bb13-7ec0bc90195e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.832058 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-05c70172-0baa-474b-b0a2-f5d58135e190 req-18c83ca8-1daa-49c9-bb13-7ec0bc90195e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0614173 Jun 29 10:46:36.869347 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-05c70172-0baa-474b-b0a2-f5d58135e190 req-28955480-5f3b-43cb-9f33-261c1758da35 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Jun 29 10:46:38.054590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c796a-4a99-4dea-b523-a8cc39098844 req-3d867d40-32f2-4a41-9eaf-85a0678e7d90 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.057031 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0e1c796a-4a99-4dea-b523-a8cc39098844 req-3d867d40-32f2-4a41-9eaf-85a0678e7d90 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0700758 Jun 29 10:46:38.104682 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0e1c796a-4a99-4dea-b523-a8cc39098844 req-5721e66d-eacc-42b0-bf29-70e588cd3bb1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 Jun 29 10:46:39.301496 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd8328-1966-41ee-b6c4-7ee675c9d56f req-cf1fede5-0e52-4fc4-8274-00265d0e3f4f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.303697 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdbd8328-1966-41ee-b6c4-7ee675c9d56f req-cf1fede5-0e52-4fc4-8274-00265d0e3f4f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0723464 Jun 29 10:46:39.341641 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bdbd8328-1966-41ee-b6c4-7ee675c9d56f req-c207a6b5-b121-459c-8564-89b858d5bed2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Jun 29 10:46:40.296239 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99520-05cb-4240-848d-a994541d7bb0 req-28d55dbd-3124-46cc-b1b6-3e1191b3e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.298347 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1dc99520-05cb-4240-848d-a994541d7bb0 req-28d55dbd-3124-46cc-b1b6-3e1191b3e756 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.0554640 Jun 29 10:46:40.338725 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1dc99520-05cb-4240-848d-a994541d7bb0 req-bd8477d5-24ab-4de9-b4a5-8c2558281cd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Jun 29 10:46:40.524538 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff0afa-551d-41b4-b73e-6a4bee7aee83 req-c5f33f84-b832-4091-8af0-4c6dbf0343b1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.526447 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aeff0afa-551d-41b4-b73e-6a4bee7aee83 req-c5f33f84-b832-4091-8af0-4c6dbf0343b1 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0725243 Jun 29 10:46:40.831145 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aeff0afa-551d-41b4-b73e-6a4bee7aee83 req-dcf84513-c3a1-4b06-b7dc-2df773875462 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941141 Jun 29 10:46:42.073492 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b467d5-d576-4cb8-a9f2-d9b9fbfaf409 req-164c8f00-af78-4b93-9a01-b543a14dcc34 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.082593 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2b467d5-d576-4cb8-a9f2-d9b9fbfaf409 req-164c8f00-af78-4b93-9a01-b543a14dcc34 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1267319 Jun 29 10:46:42.125291 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2b467d5-d576-4cb8-a9f2-d9b9fbfaf409 req-998a18d7-16ef-49a5-a135-87aecb8de095 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Jun 29 10:46:43.309958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6d272-348f-4be3-b959-b6999c216f83 req-88cee20e-3b52-4922-857c-4223dabce01f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.311493 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dce6d272-348f-4be3-b959-b6999c216f83 req-88cee20e-3b52-4922-857c-4223dabce01f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0637720 Jun 29 10:46:43.354260 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dce6d272-348f-4be3-b959-b6999c216f83 req-48b8f7ae-11b1-4d1d-baf0-f05abe7986a0 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362356 Jun 29 10:46:43.890002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-81d3d9b0-87ff-4cbf-a16c-8491de66b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.891475 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-81d3d9b0-87ff-4cbf-a16c-8491de66b94d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 1098 time: 0.0869613 Jun 29 10:46:43.905622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236d44b-b6c3-4f85-9d8a-23fecb9f688c req-363a4369-6092-41ad-b617-a0c8ba1e5083 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.907108 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2236d44b-b6c3-4f85-9d8a-23fecb9f688c req-363a4369-6092-41ad-b617-a0c8ba1e5083 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0948808 Jun 29 10:46:43.996094 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2236d44b-b6c3-4f85-9d8a-23fecb9f688c req-efc3b6c5-3166-4816-a3d7-a8a049501f5c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806549 Jun 29 10:46:44.025617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-1d9b3673-f06b-4683-9f44-d39077bb2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.027093 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-1d9b3673-f06b-4683-9f44-d39077bb2f9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.1191151 Jun 29 10:46:44.080196 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-c7fb1c34-2976-4cbc-b999-02d6069d7a96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 200 len: 217 time: 0.0441511 Jun 29 10:46:44.136765 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-f1810f7b-a322-4f98-b095-90bfc1925d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.138231 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-f1810f7b-a322-4f98-b095-90bfc1925d35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0501299 Jun 29 10:46:44.172067 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-8ff4cb39-6935-4487-b90c-7530824f6167 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248883 Jun 29 10:46:44.258743 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-9af268b5-97fa-45e2-8060-93f42db9d88f service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784707 Jun 29 10:46:44.350070 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec2694d4-cd6c-4a4c-88ec-fc4c252bba07 req-aaa6d96a-1f89-49b2-8c9e-f8eeff2ec676 service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Jun 29 10:46:44.679655 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47612) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:44.723901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Deleting subnet 0aa5d419-d58a-4ae8-aa20-b1faaf811c74 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:46:44.726889 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:44.760651 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:44.801311 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:44.852076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:44.855268 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-956a63f6-f35a-4dc4-bf46-ce4fc2ced06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:44.878407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa5d419-d58a-4ae8-aa20-b1faaf811c74,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:44.880897 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:44.883676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:44.889213 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0aa5d419-d58a-4ae8-aa20-b1faaf811c74 HTTP/1.1" status: 204 len: 168 time: 0.2063489 Jun 29 10:46:44.889446 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47614) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:44.959181 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.039978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.049883 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3b6854-50bd-43a9-b178-6838a2d2036d']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:45.060620 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9043f7-761d-44ba-af4d-40c09b048c7a') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:45.060857 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9043f7-761d-44ba-af4d-40c09b048c7a') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:45.069312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.082748 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.089481 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:46:45.089870 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:46:45.091691 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:46:45.174270 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.181407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.183900 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] 10.222.0.45 "DELETE /v2.0/networks/cd3b6854-50bd-43a9-b178-6838a2d2036d HTTP/1.1" status: 204 len: 168 time: 0.2935328 Jun 29 10:46:45.188006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:45.201510 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3b6854-50bd-43a9-b178-6838a2d2036d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:45.204003 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-84908711-1456-4f0a-b035-e6797e647b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:45.222234 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585417f8-b89e-4892-9dcb-90b075156c84 req-2c60e148-5ce5-425a-a54e-4e3401aabb14 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:45.223707 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-585417f8-b89e-4892-9dcb-90b075156c84 req-2c60e148-5ce5-425a-a54e-4e3401aabb14 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0950356 Jun 29 10:46:45.261897 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-585417f8-b89e-4892-9dcb-90b075156c84 req-71eec22e-b0ac-46fe-9223-9aa51e7ba8ca tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Jun 29 10:46:45.373062 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47620) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:45.416821 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e2fa04aa-db95-4d73-9149-0db76c11a3a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c515ac1b8f794853bdd871417f216333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403209 Jun 29 10:46:45.418944 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47622) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:45.465730 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.488698 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.535164 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.537816 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.539010 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f60958e-c476-4f50-ade8-820f3bfb75f7 HTTP/1.1" status: 204 len: 168 time: 0.1196353 Jun 29 10:46:45.539792 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2dff976b-fa4a-44b8-813b-644dd30f550e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:45.556327 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f60958e-c476-4f50-ade8-820f3bfb75f7,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:45.556327 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:46.438882 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29a553-99b6-4cb8-b0f2-b29578f937cb req-0518b58e-eca7-45b2-ac3e-2d1ca68697e2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.440372 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a29a553-99b6-4cb8-b0f2-b29578f937cb req-0518b58e-eca7-45b2-ac3e-2d1ca68697e2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0682077 Jun 29 10:46:46.478601 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a29a553-99b6-4cb8-b0f2-b29578f937cb req-aed4d176-373a-41d3-87bb-f3f39612957f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Jun 29 10:46:47.652191 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aab446-c38f-422d-909b-bcfc4c52eb28 req-384531f9-22a1-436a-abaa-7da8b7c6936f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.653685 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-87aab446-c38f-422d-909b-bcfc4c52eb28 req-384531f9-22a1-436a-abaa-7da8b7c6936f tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0632541 Jun 29 10:46:47.692770 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-87aab446-c38f-422d-909b-bcfc4c52eb28 req-bf713584-534b-4689-8b0f-f2bf10d505f3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jun 29 10:46:47.908026 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3245ba0f-ab1d-4272-871d-0b2ad3de13b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.270081 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7b0e-f48c-45de-99cc-ef1f05ac70dd req-d5876684-eb0f-432d-a1a4-54f6762593ab tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:48.271512 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-341e7b0e-f48c-45de-99cc-ef1f05ac70dd req-d5876684-eb0f-432d-a1a4-54f6762593ab tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0645387 Jun 29 10:46:48.313690 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-341e7b0e-f48c-45de-99cc-ef1f05ac70dd req-59da286d-b89a-410d-995e-86c2872281f0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362256 Jun 29 10:46:49.487096 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57190bfa-2620-4e87-9d7d-557cd25ec7eb req-a6889942-70d5-4db4-9385-e9fd7a6569fd tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:49.488450 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57190bfa-2620-4e87-9d7d-557cd25ec7eb req-a6889942-70d5-4db4-9385-e9fd7a6569fd tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0667441 Jun 29 10:46:49.525775 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57190bfa-2620-4e87-9d7d-557cd25ec7eb req-f20e5734-2128-4cc7-a10c-69f607c6b62c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Jun 29 10:46:50.420638 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4df161a8-161c-4f56-b3ea-84884e7d2c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.556630 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.700119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7e31-983b-4d3a-8463-9b861c4e8ff3 req-201ae266-9da8-4929-b3e1-8bdc00b1f0f3 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.701565 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ee8e7e31-983b-4d3a-8463-9b861c4e8ff3 req-201ae266-9da8-4929-b3e1-8bdc00b1f0f3 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0626569 Jun 29 10:46:50.737192 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ee8e7e31-983b-4d3a-8463-9b861c4e8ff3 req-c5ee8e0f-7f7e-4a34-bb43-ce9ed7510678 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299659 Jun 29 10:46:51.916288 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffe5a5-410e-4ede-b32a-2b62f56118a7 req-3df3e19f-2795-44dc-91cf-1adb4b27c4a4 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.917860 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65ffe5a5-410e-4ede-b32a-2b62f56118a7 req-3df3e19f-2795-44dc-91cf-1adb4b27c4a4 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0665824 Jun 29 10:46:51.933887 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.957021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65ffe5a5-410e-4ede-b32a-2b62f56118a7 req-b3a3df89-9b7a-4136-9ef7-3d8db2d43ec3 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336399 Jun 29 10:46:53.128306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8dde1-c1da-438c-8075-15c8d310928a req-cbdf08e5-f198-402d-bf2c-f885a08e2ff7 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.129753 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8e8dde1-c1da-438c-8075-15c8d310928a req-cbdf08e5-f198-402d-bf2c-f885a08e2ff7 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0622971 Jun 29 10:46:53.166602 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f8e8dde1-c1da-438c-8075-15c8d310928a req-a6a7b6f2-b7c2-4091-8b2c-46e280596b3c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Jun 29 10:46:53.394284 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.824742 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.928522 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf4236-2f48-4cb0-9709-1981275e6be2 req-ef3bcece-aa46-4518-95bb-0647f28efd1b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.930066 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5cbf4236-2f48-4cb0-9709-1981275e6be2 req-ef3bcece-aa46-4518-95bb-0647f28efd1b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0647812 Jun 29 10:46:53.969463 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5cbf4236-2f48-4cb0-9709-1981275e6be2 req-695db6bb-e8d1-4891-ab93-3f0bfe4c6b51 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Jun 29 10:46:54.111644 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-8e1d2945-e9c8-4a8e-a0d8-b23d8738fd9d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546355 Jun 29 10:46:54.213830 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-3e601787-53ac-4740-9d9c-a0385365099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.215394 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-3e601787-53ac-4740-9d9c-a0385365099f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=444bb9600d254abc87d7c51bd3b69be3&device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 1098 time: 0.0522621 Jun 29 10:46:54.381024 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-5185b2aa-ac91-49df-ac83-b0d10fb1ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.382613 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-5185b2aa-ac91-49df-ac83-b0d10fb1ceec service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 200 len: 919 time: 0.1266615 Jun 29 10:46:54.394411 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfad44-771d-4d0c-8880-1397a2f88b25 req-21a62162-9ba5-471d-baba-057ad98bca03 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.395850 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b7cfad44-771d-4d0c-8880-1397a2f88b25 req-21a62162-9ba5-471d-baba-057ad98bca03 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.0986812 Jun 29 10:46:54.484602 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-9aaa83df-372d-437c-8467-2040fb036e8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d11c6623-20a0-4b1f-a966-326d41150f0b HTTP/1.1" status: 200 len: 217 time: 0.0610440 Jun 29 10:46:54.529193 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b7cfad44-771d-4d0c-8880-1397a2f88b25 req-aa8227de-24f1-46ba-bffc-3d6784f91572 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272085 Jun 29 10:46:54.562296 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-c9f37a56-31ec-4255-9dcf-afbe358f506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.563982 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-c9f37a56-31ec-4255-9dcf-afbe358f506e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 200 len: 858 time: 0.0696619 Jun 29 10:46:54.580784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-7b336ea2-d592-4859-af1e-2c43b041e0ca tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.582328 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-7b336ea2-d592-4859-af1e-2c43b041e0ca tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 945 time: 0.1672118 Jun 29 10:46:54.591015 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47796) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:54.635321 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-01455e98-dde3-48ae-ad48-b2e328a2db62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518806 Jun 29 10:46:54.739738 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.779945 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-4920404c-ca2d-4ed2-a0ec-f300e8ea93db service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301720 Jun 29 10:46:54.781394 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Deleting port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:54.781724 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.830646 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.835084 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.838307 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5ceee1d8-f961-4998-ab83-9bf73073bf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:54.871742 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8307d4eb-c443-4e1e-92fd-277effffeedb,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:54.875932 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b23efd9b18f45a0a786150c0deb542c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860909 Jun 29 10:46:54.876799 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:54.878922 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47802) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:54.930624 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.946805 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] For port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:54.947172 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.953130 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.961400 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9cae1cd1-0f6a-4f6a-93da-2bffd0f9d760 req-9ae2c0be-74a8-4797-9922-d074dddac50a service neutron] 10.222.0.69 "GET /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649210 Jun 29 10:46:54.966029 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Calling delete_port for 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:55.009722 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.013187 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.014337 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8307d4eb-c443-4e1e-92fd-277effffeedb HTTP/1.1" status: 204 len: 168 time: 0.1345968 Jun 29 10:46:55.014958 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-16479932-3754-4e82-a7fb-a2ebe6a98418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.033321 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307d4eb-c443-4e1e-92fd-277effffeedb,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.037937 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:55.144182 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.168401 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.198592 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Pushing event deleted for resources: {'Port': ['ID=72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.210677 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:55.214409 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.214870 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.215099 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.215810 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.215933 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.216243 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.216589 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.216931 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.217278 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.217620 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.217962 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.218329 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:55.240624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:55.262595 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] No DVR routers for this DVR port 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:55.265585 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.267534 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c0907d1-ce91-44fb-bd15-69023c154bfb req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "DELETE /v2.0/ports/72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c HTTP/1.1" status: 204 len: 173 time: 0.6744800 Jun 29 10:46:55.268015 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'name': 'network-vif-deleted', 'tag': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:55.270319 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e2d45-e6da-4f77-ac09-ec769b98d4bc" -d '{"events": [{"server_uuid": "eed7878c-c1b0-4a2f-91d9-d4dd160d92fc", "name": "network-vif-deleted", "tag": "72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:55.293162 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658181a-cf4e-46b4-afa1-6667c293fbbb req-6ae2f3d9-6df4-4fe9-856c-0cd016c58fb5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.298800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2658181a-cf4e-46b4-afa1-6667c293fbbb req-6ae2f3d9-6df4-4fe9-856c-0cd016c58fb5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.1665988 Jun 29 10:46:55.322864 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67576ad-44db-4fc6-b183-965fab008d9d x-openstack-request-id: req-d67576ad-44db-4fc6-b183-965fab008d9d {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:55.323235 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed7878c-c1b0-4a2f-91d9-d4dd160d92fc", "name": "network-vif-deleted", "tag": "72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:55.323988 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d67576ad-44db-4fc6-b183-965fab008d9d {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:55.324414 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed7878c-c1b0-4a2f-91d9-d4dd160d92fc', 'name': 'network-vif-deleted', 'tag': '72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c', 'status': 'completed', 'code': 200} Jun 29 10:46:55.344146 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2658181a-cf4e-46b4-afa1-6667c293fbbb req-d19a924a-68e6-49ce-a2d3-ddebee385387 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Jun 29 10:46:55.684960 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47836) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:55.692329 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2937e050-3ba6-4564-98a3-35f4b63be574 req-6d90c6ea-b954-4aec-a01f-fc1cda316dd2 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=eed7878c-c1b0-4a2f-91d9-d4dd160d92fc HTTP/1.1" status: 200 len: 210 time: 0.0338907 Jun 29 10:46:55.777826 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-629296495-network', 'tenant_id': '07332526d4c541bfb634b2fc47563e47'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:55.797983 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Made reservation on behalf of 07332526d4c541bfb634b2fc47563e47 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:55.800301 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.809349 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.900055 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.904166 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.907169 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a184dc44-8b1a-40a9-a453-71b7e166a85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:55.928571 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:46:55.937217 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b61846-ec61-4546-adc3-2e6e937c403c,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:55.940754 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:55.943478 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.943816 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Added segment 9b10eccb-351c-48d4-8fb5-d681b8932dbe of type vlan for network 4a50918b-3620-4a76-b6c9-d9bc92b09164 Jun 29 10:46:55.986643 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.019473 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.020773 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.021364 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.024183 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:56.030160 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fd6de-5ec8-4b46-baca-0417e8b263e1 req-f47649e4-c5f0-4709-a379-411ee9475f6b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.031803 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-821fd6de-5ec8-4b46-baca-0417e8b263e1 req-f47649e4-c5f0-4709-a379-411ee9475f6b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0732970 Jun 29 10:46:56.071879 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-821fd6de-5ec8-4b46-baca-0417e8b263e1 req-642aa46d-3304-40cf-a6d1-9bb161c290ef tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Jun 29 10:46:56.080032 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3929608 Jun 29 10:46:56.082478 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47842) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:56.084627 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Pushing event updated for resources: {'Network': ['ID=4a50918b-3620-4a76-b6c9-d9bc92b09164,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:56.087175 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:56.087846 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Request body: {'subnet': {'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-629296495-subnet', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:56.098521 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:46:56.110873 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Made reservation on behalf of 07332526d4c541bfb634b2fc47563e47 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:56.113198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14245409'] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.279542 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14179980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172891'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.282644 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2e0ac572-fb73-4fff-82e4-7cd042b472f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:56.332960 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66447483-37f0-4eea-b3c4-44eebd60adb4,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:56.336547 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:56.344236 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Checking segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:56.344610 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Network hostable DHCP agents. Network: 4a50918b-3620-4a76-b6c9-d9bc92b09164, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:46:56.360153 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:46:56.368464 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 4a50918b-3620-4a76-b6c9-d9bc92b09164) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:56.372657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.373250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.380051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4da774-c442-4642-b93a-1be2eca25836 None None] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:46:56.389183 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-453e2847-4493-4a7e-9d26-b1bb72753e0f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3053801 Jun 29 10:46:56.391912 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47848) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:56.396770 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:56.424247 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.425232 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.485927 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.537679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-4a50918b-3620-4a76-b6c9-d9bc92b09164', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:46:56.538855 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.543620 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1056ad-e4dd-40ce-8ca4-c08c142fc08e req-9cf88528-7568-4a2f-8510-b73be491bf64 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.545235 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d1056ad-e4dd-40ce-8ca4-c08c142fc08e req-9cf88528-7568-4a2f-8510-b73be491bf64 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0690107 Jun 29 10:46:56.588109 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1d1056ad-e4dd-40ce-8ca4-c08c142fc08e req-7f163d99-21d3-451e-b7a1-2dd49368e080 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 Jun 29 10:46:56.633180 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.678697 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Allocated IP 172.20.0.2 (4a50918b-3620-4a76-b6c9-d9bc92b09164/66447483-37f0-4eea-b3c4-44eebd60adb4/c9e7db2b-e668-49fd-8b33-210689b90c94) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:56.820470 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.830250 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Transition to ACTIVE for port object c9e7db2b-e668-49fd-8b33-210689b90c94 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:56.846016 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Transition to ACTIVE for port object c9e7db2b-e668-49fd-8b33-210689b90c94 will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:56.852619 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.855069 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:56.858650 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.879164 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.903109 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:56.908630 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:56.911635 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:56.921233 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Pushing event updated for resources: {'Port': ['ID=c9e7db2b-e668-49fd-8b33-210689b90c94,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:56.924192 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:56.982552 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Attempting to bind port c9e7db2b-e668-49fd-8b33-210689b90c94 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:56.983002 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Attempting to bind port c9e7db2b-e668-49fd-8b33-210689b90c94 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:56.983442 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Attempting to bind port c9e7db2b-e668-49fd-8b33-210689b90c94 on network 4a50918b-3620-4a76-b6c9-d9bc92b09164 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:56.989907 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:56.990463 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Checking segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:56.992182 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.992663 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Bound using segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:56.993148 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Bound port: c9e7db2b-e668-49fd-8b33-210689b90c94, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:56.993542 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.997126 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Allocated IP 172.27.2.12 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/0870c995-1405-4d42-bc68-9d67ebd869cd) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:57.065339 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] For port c9e7db2b-e668-49fd-8b33-210689b90c94, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:57.068352 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] For port c9e7db2b-e668-49fd-8b33-210689b90c94, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c9e7db2b-e668-49fd-8b33-210689b90c94,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:57.072646 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.074622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:57.098409 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.131005 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Pushing event updated for resources: {'Port': ['ID=c9e7db2b-e668-49fd-8b33-210689b90c94,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:57.143222 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:57.146417 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.149820 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:57.193623 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:57.196656 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:57.200379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:57.226677 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Pushing event updated for resources: {'Port': ['ID=0870c995-1405-4d42-bc68-9d67ebd869cd,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:57.231172 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:57.259199 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b912-f5b2-4c6c-b552-1e2b0b608111 req-9b85aba7-cbb9-4183-8377-cc1cb49b6cfa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.261347 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6f44b912-f5b2-4c6c-b552-1e2b0b608111 req-9b85aba7-cbb9-4183-8377-cc1cb49b6cfa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0702612 Jun 29 10:46:57.343915 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6f44b912-f5b2-4c6c-b552-1e2b0b608111 req-017481e9-6f15-47f0-bc72-fb532aa16c97 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712266 Jun 29 10:46:57.377470 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f4c0-960b-429c-8a24-21a91831c891 req-a815c187-fd6d-4000-9bd1-acd31a4531ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.379334 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a124f4c0-960b-429c-8a24-21a91831c891 req-a815c187-fd6d-4000-9bd1-acd31a4531ec tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.1171379 Jun 29 10:46:57.480258 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.768229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee08525-86d0-4f9e-bb26-b3c6990659de req-e99faa64-15e9-4290-ac0e-2e673ca66ad1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.769764 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cee08525-86d0-4f9e-bb26-b3c6990659de req-e99faa64-15e9-4290-ac0e-2e673ca66ad1 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.0671787 Jun 29 10:46:57.810497 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cee08525-86d0-4f9e-bb26-b3c6990659de req-f9960159-448e-4f4d-8f23-3be7173a8624 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Jun 29 10:46:57.861872 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.992297 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Router fc7cbc37-5efa-459e-b410-d67c8335cd2a is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:46:58.060876 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac46468-c260-4c26-b90b-5e35feebaee7 None None] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:46:58.100865 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:58.110698 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Sync routers for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:58.117920 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-2437149b-c922-4b9b-a9ec-fc0216cdc273 None None] Provisioning for port c9e7db2b-e668-49fd-8b33-210689b90c94 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:58.119092 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.121239 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7283292 Jun 29 10:46:58.123223 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:58.124007 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:58.124229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47866) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:58.230437 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:58.419880 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:57Z', 'revision_number': 3, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:58.458296 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Checking router: fc7cbc37-5efa-459e-b410-d67c8335cd2a for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:58.458651 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Updating router fc7cbc37-5efa-459e-b410-d67c8335cd2a port 0870c995-1405-4d42-bc68-9d67ebd869cd binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:46:58.491910 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.749470 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.759386 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Transition to ACTIVE for port object 0870c995-1405-4d42-bc68-9d67ebd869cd will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:58.765555 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.768927 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:58.818201 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Attempting to bind port 0870c995-1405-4d42-bc68-9d67ebd869cd on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:58.818488 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Attempting to bind port 0870c995-1405-4d42-bc68-9d67ebd869cd by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:58.818853 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Attempting to bind port 0870c995-1405-4d42-bc68-9d67ebd869cd on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:58.825612 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Pushing event updated for resources: {'Port': ['ID=0870c995-1405-4d42-bc68-9d67ebd869cd,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:58.828684 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:58.829055 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:58.829451 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.829840 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:58.830335 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Bound port: 0870c995-1405-4d42-bc68-9d67ebd869cd, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:58.830714 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.836588 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.836928 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.837266 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.837595 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.838016 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.838407 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.838731 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.839051 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.839396 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.839719 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.840037 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.840353 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:58.844467 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:58.855352 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Deleting port d331e947-d1ba-44e8-bf4d-843b0c53da92 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:58.855842 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.892371 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] For port 0870c995-1405-4d42-bc68-9d67ebd869cd, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:58.895394 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] For port 0870c995-1405-4d42-bc68-9d67ebd869cd, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0870c995-1405-4d42-bc68-9d67ebd869cd,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:58.899921 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.902507 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:58.939276 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20301385-a1f7-4bd6-8dac-176003379b48 req-e99d968d-7bc4-40a6-8467-04d30768a20c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.946709 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20301385-a1f7-4bd6-8dac-176003379b48 req-e99d968d-7bc4-40a6-8467-04d30768a20c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.4549139 Jun 29 10:46:58.960569 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:58.961215 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:59.002188 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Pushing event updated for resources: {'Port': ['ID=0870c995-1405-4d42-bc68-9d67ebd869cd,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:59.006433 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-0a967001-751e-46f4-9853-0bebac41db8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:59.026157 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c9e7db2b-e668-49fd-8b33-210689b90c94 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:59.047823 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20301385-a1f7-4bd6-8dac-176003379b48 req-9e7b6b9c-68bd-404d-82f8-526ea4a72118 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001172 Jun 29 10:46:59.076266 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.079156 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] For port d331e947-d1ba-44e8-bf4d-843b0c53da92, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d331e947-d1ba-44e8-bf4d-843b0c53da92,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:59.079509 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.098486 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:59.101195 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Calling delete_port for d331e947-d1ba-44e8-bf4d-843b0c53da92 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:59.101586 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port c9e7db2b-e668-49fd-8b33-210689b90c94 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:59.107506 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port c9e7db2b-e668-49fd-8b33-210689b90c94 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:59.108653 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.199980 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.236337 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port c9e7db2b-e668-49fd-8b33-210689b90c94, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c9e7db2b-e668-49fd-8b33-210689b90c94,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:59.240787 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.244479 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-69293258-d171-4396-9f34-2b276e1dffce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:59.293635 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=c9e7db2b-e668-49fd-8b33-210689b90c94,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:59.296715 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:59.368593 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:57Z', 'revision_number': 3, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:59.394055 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d527ab-406c-49ab-a8aa-051f7e2ea958 None None] The sync data for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi is: [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:57Z', 'revision_number': 3, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:59.398016 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1bc1e-a332-468d-811b-a2ab3bc7f88c req-e88ac60a-1fe0-4f96-acaf-b0373c9af552 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.399497 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-00b1bc1e-a332-468d-811b-a2ab3bc7f88c req-e88ac60a-1fe0-4f96-acaf-b0373c9af552 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 946 time: 0.2109098 Jun 29 10:46:59.404245 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Allocated IP 172.20.0.1 (4a50918b-3620-4a76-b6c9-d9bc92b09164/66447483-37f0-4eea-b3c4-44eebd60adb4/b8b96b7a-56b1-41f6-827d-4686f86d012c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:59.491468 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.502391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-807bdf58-7983-495e-9c5a-d6fa31fd4e48 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:59.542494 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-00b1bc1e-a332-468d-811b-a2ab3bc7f88c req-4366f9a0-c05d-404c-bf10-303b1e12979f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359780 Jun 29 10:46:59.545182 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event deleted for resources: {'Port': ['ID=d331e947-d1ba-44e8-bf4d-843b0c53da92,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:59.550280 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:59.615283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] No DVR routers for this DVR port d331e947-d1ba-44e8-bf4d-843b0c53da92 on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:59.621168 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.624194 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a124f4c0-960b-429c-8a24-21a91831c891 req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "DELETE /v2.0/ports/d331e947-d1ba-44e8-bf4d-843b0c53da92 HTTP/1.1" status: 204 len: 173 time: 1.2497768 Jun 29 10:46:59.624631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'name': 'network-vif-deleted', 'tag': 'd331e947-d1ba-44e8-bf4d-843b0c53da92'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:59.628294 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea696d6-3b22-4931-8f41-c4c5b7ae56bd" -d '{"events": [{"server_uuid": "c6b9886d-1bfa-49fe-8da4-fec30cce9434", "name": "network-vif-deleted", "tag": "d331e947-d1ba-44e8-bf4d-843b0c53da92"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:59.642390 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.656549 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Transition to ACTIVE for port object b8b96b7a-56b1-41f6-827d-4686f86d012c will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:59.682070 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584065d1-b3c4-4cbf-93a9-107813b104e1 x-openstack-request-id: req-584065d1-b3c4-4cbf-93a9-107813b104e1 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:59.682423 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b9886d-1bfa-49fe-8da4-fec30cce9434", "name": "network-vif-deleted", "tag": "d331e947-d1ba-44e8-bf4d-843b0c53da92", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:59.682724 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-584065d1-b3c4-4cbf-93a9-107813b104e1 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:59.683146 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b9886d-1bfa-49fe-8da4-fec30cce9434', 'name': 'network-vif-deleted', 'tag': 'd331e947-d1ba-44e8-bf4d-843b0c53da92', 'status': 'completed', 'code': 200} Jun 29 10:46:59.700609 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.703636 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cd5bbcbc-c8ee-429e-a123-55d8207d2a65 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:59.741300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:59.744259 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:59.747942 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:59.774291 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b96b7a-56b1-41f6-827d-4686f86d012c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:59.778024 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:59.797103 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.949686 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.985223 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-4c8ab466-ab85-4243-aae3-752f3f4f54fa None None] Provisioning for port b8b96b7a-56b1-41f6-827d-4686f86d012c completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:59.989230 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-4c8ab466-ab85-4243-aae3-752f3f4f54fa None None] Provisioning complete for port b8b96b7a-56b1-41f6-827d-4686f86d012c triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:59.989611 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab466-ab85-4243-aae3-752f3f4f54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.030316 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ab466-ab85-4243-aae3-752f3f4f54fa None None] Port b8b96b7a-56b1-41f6-827d-4686f86d012c cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:00.127473 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.135784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.139047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:00.238123 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.240135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b96b7a-56b1-41f6-827d-4686f86d012c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:00.243571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:00.342450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c734984-434e-4834-ab2c-e17562460e0b req-4bb0a291-1711-4114-b8a4-14d7a01c31ad tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.344703 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c734984-434e-4834-ab2c-e17562460e0b req-4bb0a291-1711-4114-b8a4-14d7a01c31ad tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1623693 Jun 29 10:47:00.372826 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:00.381165 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:00.385657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:00.394902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:00.395258 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 72d9c6ca-ed04-4d06-9dc0-4172ddf5a22c not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:00.442895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c734984-434e-4834-ab2c-e17562460e0b req-6e01d16a-0ff2-4deb-b074-b78426475f32 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891397 Jun 29 10:47:00.445246 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313', '866c30b8-0929-4aa7-9768-306892da9a95', '6b2eb002-5406-43c8-bc3f-7075daa646c8', 'd331e947-d1ba-44e8-bf4d-843b0c53da92'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:00.546143 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Router fc7cbc37-5efa-459e-b410-d67c8335cd2a has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:00.688041 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:00.690360 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-5027a28f-592b-403e-8b63-9ad10532c131 None None] Provisioning complete for port b8b96b7a-56b1-41f6-827d-4686f86d012c triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:00.691051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5027a28f-592b-403e-8b63-9ad10532c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.705145 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] 10.222.0.45 "PUT /v2.0/routers/fc7cbc37-5efa-459e-b410-d67c8335cd2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5710914 Jun 29 10:47:00.730587 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d331e947-d1ba-44e8-bf4d-843b0c53da92 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:00.731751 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f4ca0581-5bc0-42e1-b6e6-459ffad67fd5 req-1d1da15f-f3ae-4365-b60e-e3c45a46c12a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 210 time: 0.0341363 Jun 29 10:47:00.773250 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: d331e947-d1ba-44e8-bf4d-843b0c53da92 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:00.773676 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d331e947-d1ba-44e8-bf4d-843b0c53da92 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:00.775269 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-5027a28f-592b-403e-8b63-9ad10532c131 None None] Port b8b96b7a-56b1-41f6-827d-4686f86d012c cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:01.071572 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c9e7db2b-e668-49fd-8b33-210689b90c94 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:01.136229 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port c9e7db2b-e668-49fd-8b33-210689b90c94 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:01.136898 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.166544 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Sync routers for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:01.186207 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:01.186931 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:01.271180 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47910) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:01.277161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-22493518-network', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:01.298618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Made reservation on behalf of 423ca34c4a8a420ebbd87583bd8d369c for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:01.301129 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.311499 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.321630 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0870c995-1405-4d42-bc68-9d67ebd869cd up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:01.346983 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:01.404743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.408618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.411385 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.435158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:47:01.440368 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc6ddd-e075-47ad-91b5-732abe88915b,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.443974 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:01.456459 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.456911 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Added segment e5db9862-47fb-4c47-9492-72c7cd6e5c19 of type vlan for network f16ee2ae-03a3-44e7-ad65-42e306def3b6 Jun 29 10:47:01.469296 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 0870c995-1405-4d42-bc68-9d67ebd869cd completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:01.479581 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 0870c995-1405-4d42-bc68-9d67ebd869cd triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:01.479966 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.504208 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.539619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.541356 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.542839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.546082 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.607209 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3320746 Jun 29 10:47:01.607941 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47918) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:01.615099 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Request body: {'subnet': {'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-22493518-subnet', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:01.617438 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=f16ee2ae-03a3-44e7-ad65-42e306def3b6,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.620664 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:01.642125 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:47:01.650123 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Made reservation on behalf of 423ca34c4a8a420ebbd87583bd8d369c for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:01.656221 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.738411 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4ab2-21fd-4363-ad9c-3442b0726699 req-034a11d9-c19b-428f-84cf-ad6e48150f44 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.740395 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-77de4ab2-21fd-4363-ad9c-3442b0726699 req-034a11d9-c19b-428f-84cf-ad6e48150f44 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0733526 Jun 29 10:47:01.811579 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-77de4ab2-21fd-4363-ad9c-3442b0726699 req-db1be20c-81cb-462e-a546-da7efb1ce88d tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640602 Jun 29 10:47:01.812472 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.837764 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 0870c995-1405-4d42-bc68-9d67ebd869cd, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0870c995-1405-4d42-bc68-9d67ebd869cd,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:01.843556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:00Z', 'revision_number': 2, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:01.846941 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.874291 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.878376 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Checking router: fc7cbc37-5efa-459e-b410-d67c8335cd2a for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:01.879018 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Updating router fc7cbc37-5efa-459e-b410-d67c8335cd2a port b8b96b7a-56b1-41f6-827d-4686f86d012c binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:01.901589 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.912673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3b161942-2a09-4d65-9d4c-753cfd3ed386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:01.950104 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-352844d2-bda3-407d-a3b6-25b80912f30c req-d52c16ac-9d76-4f2c-a182-69817ae3bca5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6b9886d-1bfa-49fe-8da4-fec30cce9434 HTTP/1.1" status: 200 len: 210 time: 0.0337179 Jun 29 10:47:01.952682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.954736 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=0870c995-1405-4d42-bc68-9d67ebd869cd,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.958542 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:01.991027 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37148c77-fdb0-4bb0-a416-28705b362123,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:01.994888 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Checking segment: {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:01.995796 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Network hostable DHCP agents. Network: f16ee2ae-03a3-44e7-ad65-42e306def3b6, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:47:02.004055 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.004421 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.004781 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.005135 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.005486 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.005837 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.006416 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.006870 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.007225 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.007570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.007914 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.008586 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:02.014010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.028455 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:47:02.036930 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, f16ee2ae-03a3-44e7-ad65-42e306def3b6) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:02.042844 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:02.042979 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.057361 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-141d59c5-da22-4cbe-ad91-de4cc1882e36 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4473386 Jun 29 10:47:02.060010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47922) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:02.063456 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4271e1d-8575-4fa4-8c28-6e6e25cc3237 None None] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:02.064805 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:02.085623 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.086604 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.137973 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.272897 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.311595 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-f16ee2ae-03a3-44e7-ad65-42e306def3b6', 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'fixed_ips': [{'subnet_id': '37148c77-fdb0-4bb0-a416-28705b362123'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:47:02.312445 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.432905 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.457596 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Transition to ACTIVE for port object b8b96b7a-56b1-41f6-827d-4686f86d012c will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:02.470008 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.475081 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.480079 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.503026 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.562498 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f18fa-de65-4642-a298-9ee9d27364f8 None None] Pushing event updated for resources: {'Port': ['ID=b8b96b7a-56b1-41f6-827d-4686f86d012c,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.565620 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Allocated IP 172.20.0.2 (f16ee2ae-03a3-44e7-ad65-42e306def3b6/37148c77-fdb0-4bb0-a416-28705b362123/c43ad859-0a6c-4f52-9ce1-31bc3a5072eb) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:02.568984 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-e36f18fa-de65-4642-a298-9ee9d27364f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.629010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Allocated IP 172.27.2.244 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/18d94655-1547-4940-b10f-2f778d521acf) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:02.641977 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Attempting to bind port b8b96b7a-56b1-41f6-827d-4686f86d012c on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:02.642382 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Attempting to bind port b8b96b7a-56b1-41f6-827d-4686f86d012c by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:02.642756 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Attempting to bind port b8b96b7a-56b1-41f6-827d-4686f86d012c on network 4a50918b-3620-4a76-b6c9-d9bc92b09164 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:02.672563 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:02.673063 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Checking segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:02.673655 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.673966 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Bound using segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:02.674503 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Bound port: b8b96b7a-56b1-41f6-827d-4686f86d012c, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:02.674902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.750399 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.792354 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.795408 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.808611 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] For port b8b96b7a-56b1-41f6-827d-4686f86d012c, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:02.831365 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] For port b8b96b7a-56b1-41f6-827d-4686f86d012c, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=b8b96b7a-56b1-41f6-827d-4686f86d012c,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:02.842221 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:02.845299 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.845827 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:02.850775 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.851151 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:02.854086 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.876946 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=18d94655-1547-4940-b10f-2f778d521acf,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.881010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.895512 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Transition to ACTIVE for port object c43ad859-0a6c-4f52-9ce1-31bc3a5072eb will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:02.934565 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Transition to ACTIVE for port object c43ad859-0a6c-4f52-9ce1-31bc3a5072eb will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:02.936289 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f18fa-de65-4642-a298-9ee9d27364f8 None None] Pushing event updated for resources: {'Port': ['ID=b8b96b7a-56b1-41f6-827d-4686f86d012c,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.942846 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-e36f18fa-de65-4642-a298-9ee9d27364f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.944220 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:02.945019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:02.950300 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.987643 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:03.040019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:03.048597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:03.053702 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:03.067374 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0870c995-1405-4d42-bc68-9d67ebd869cd up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:03.069051 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e758-16c5-4ca6-a68f-44a897d57e1b req-f7a49ace-668a-49ec-be54-cc419074351e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:03.071453 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4690e758-16c5-4ca6-a68f-44a897d57e1b req-f7a49ace-668a-49ec-be54-cc419074351e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.1039562 Jun 29 10:47:03.120886 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4690e758-16c5-4ca6-a68f-44a897d57e1b req-916a8d08-9e1e-4378-b811-fa0a548d7cdc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Jun 29 10:47:03.164411 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Pushing event updated for resources: {'Port': ['ID=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:03.168786 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:03.183529 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.229032 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Attempting to bind port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:03.229418 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Attempting to bind port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:03.229791 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Attempting to bind port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb on network f16ee2ae-03a3-44e7-ad65-42e306def3b6 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:03.241405 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:03.273674 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:03.274060 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Checking segment: {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:03.274493 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.274897 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Bound using segment: {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:03.275425 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Bound port: c43ad859-0a6c-4f52-9ce1-31bc3a5072eb, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:03.275821 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.362049 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 0870c995-1405-4d42-bc68-9d67ebd869cd triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:03.362451 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.394399 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.530788 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Router eb269324-cef9-4202-8096-2fa7d8f60f66 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:47:03.577537 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] For port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:03.583231 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] For port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:03.592167 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.596354 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:03.732412 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Pushing event updated for resources: {'Port': ['ID=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:03.739659 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:03.768577 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:02Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:03.795666 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f04a91-f658-4b78-adff-b42c76c26a86 None None] The sync data for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi is: [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:02Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:03.872788 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:03.882539 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Sync routers for ids ['eb269324-cef9-4202-8096-2fa7d8f60f66'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:03.904417 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.905732 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8447976 Jun 29 10:47:03.906964 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Routers {'eb269324-cef9-4202-8096-2fa7d8f60f66'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:03.907582 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['eb269324-cef9-4202-8096-2fa7d8f60f66'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:03.908420 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47942) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:04.028657 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Set router eb269324-cef9-4202-8096-2fa7d8f60f66 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:04.237801 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:03Z', 'revision_number': 3, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:04.265411 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Checking router: eb269324-cef9-4202-8096-2fa7d8f60f66 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:04.266023 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Updating router eb269324-cef9-4202-8096-2fa7d8f60f66 port 18d94655-1547-4940-b10f-2f778d521acf binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:04.304684 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.315661 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e181c-b6ed-4761-91d1-61a1add7e5b4 req-4f824514-b9fc-47dc-947d-cb39e6f5063e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.317864 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d5e181c-b6ed-4761-91d1-61a1add7e5b4 req-4f824514-b9fc-47dc-947d-cb39e6f5063e tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0727487 Jun 29 10:47:04.400864 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d5e181c-b6ed-4761-91d1-61a1add7e5b4 req-5a9df240-28cd-47e8-b021-c0fec26c4e97 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714564 Jun 29 10:47:04.418461 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.629563 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Allocated IP 172.20.0.1 (f16ee2ae-03a3-44e7-ad65-42e306def3b6/37148c77-fdb0-4bb0-a416-28705b362123/1dcbd1da-2099-46c9-8c28-81d58b774775) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:04.651336 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.663278 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Transition to ACTIVE for port object 18d94655-1547-4940-b10f-2f778d521acf will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:04.671321 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.673654 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-c729303f-bd09-4490-ac69-7a9643cc8f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:04.732236 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3bd93-2b8f-4338-944c-b63ffb434659 None None] Pushing event updated for resources: {'Port': ['ID=18d94655-1547-4940-b10f-2f778d521acf,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:04.734713 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Attempting to bind port 18d94655-1547-4940-b10f-2f778d521acf on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:04.735089 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Attempting to bind port 18d94655-1547-4940-b10f-2f778d521acf by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:04.735457 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Attempting to bind port 18d94655-1547-4940-b10f-2f778d521acf on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:04.737738 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-85f3bd93-2b8f-4338-944c-b63ffb434659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:04.743483 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:04.744104 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:04.745238 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.745699 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:04.746293 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Bound port: 18d94655-1547-4940-b10f-2f778d521acf, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:04.746751 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.752857 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.768697 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Transition to ACTIVE for port object 1dcbd1da-2099-46c9-8c28-81d58b774775 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:04.790781 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418b085-9833-4fa7-bc86-01f3e3037f5a None None] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:04.809736 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] For port 18d94655-1547-4940-b10f-2f778d521acf, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:04.813309 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] For port 18d94655-1547-4940-b10f-2f778d521acf, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=18d94655-1547-4940-b10f-2f778d521acf,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:04.815927 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.819593 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-76e0cadc-e7b0-4536-a54e-7d4717177ff1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:04.819766 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:04.823313 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:04.872123 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-143d06a4-ff5b-4064-9f5a-ac75846243d5 None None] Provisioning for port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:04.879190 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:04.880753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Pushing event updated for resources: {'Port': ['ID=1dcbd1da-2099-46c9-8c28-81d58b774775,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:04.883827 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:04.884352 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Routers {'eb269324-cef9-4202-8096-2fa7d8f60f66'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:04.886547 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['eb269324-cef9-4202-8096-2fa7d8f60f66'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:04.897080 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:04.907517 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:04.937094 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3bd93-2b8f-4338-944c-b63ffb434659 None None] Pushing event updated for resources: {'Port': ['ID=18d94655-1547-4940-b10f-2f778d521acf,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:04.940643 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-85f3bd93-2b8f-4338-944c-b63ffb434659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:04.954395 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.047088 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] Set router eb269324-cef9-4202-8096-2fa7d8f60f66 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:05.111196 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c43ad859-0a6c-4f52-9ce1-31bc3a5072eb up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:05.133655 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.181656 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:05.188522 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:05.189094 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.276948 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.313023 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:05.314617 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:03Z', 'revision_number': 3, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:05.317341 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.318419 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device b8b96b7a-56b1-41f6-827d-4686f86d012c up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:05.322918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:05.346705 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3296b-10ed-49d7-bd6e-8350e4492197 None None] The sync data for ids ['eb269324-cef9-4202-8096-2fa7d8f60f66'] in dv-cinder-793515-4-iscsi is: [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:03Z', 'revision_number': 3, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:05.403333 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.409202 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.419967 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-782828fd-3f6c-4e3e-a3f2-7744efdc6b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:05.430179 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:05.442278 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.460013 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.460504 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.460853 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.461217 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.461559 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.461893 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.462247 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.462581 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.463457 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.463787 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.464109 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:05.485564 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:05.489135 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c35cabf0-7a5c-427e-9405-0cef3f6438b7 None None] Provisioning complete for port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:05.491988 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c35cabf0-7a5c-427e-9405-0cef3f6438b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.514961 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Pushing event updated for resources: {'Port': ['ID=1dcbd1da-2099-46c9-8c28-81d58b774775,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:05.519394 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:05.520617 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.557371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port b8b96b7a-56b1-41f6-827d-4686f86d012c completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:05.567101 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port b8b96b7a-56b1-41f6-827d-4686f86d012c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:05.567873 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.630229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda14b3-62cf-4374-8763-eb539f7012c9 req-5cb9456a-3904-4955-a6ec-aedbe3507630 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:05.638276 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebda14b3-62cf-4374-8763-eb539f7012c9 req-5cb9456a-3904-4955-a6ec-aedbe3507630 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0967958 Jun 29 10:47:05.678532 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:05.680214 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:05.683555 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ebda14b3-62cf-4374-8763-eb539f7012c9 req-c8778e89-df71-4e96-8cdf-e0560fdd4a1c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Jun 29 10:47:05.722606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c35cabf0-7a5c-427e-9405-0cef3f6438b7 None None] Provisioning for port 1dcbd1da-2099-46c9-8c28-81d58b774775 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:05.728976 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.743460 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c35cabf0-7a5c-427e-9405-0cef3f6438b7 None None] Provisioning complete for port 1dcbd1da-2099-46c9-8c28-81d58b774775 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:05.743921 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c35cabf0-7a5c-427e-9405-0cef3f6438b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.804483 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port b8b96b7a-56b1-41f6-827d-4686f86d012c, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=b8b96b7a-56b1-41f6-827d-4686f86d012c,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:05.807543 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-c35cabf0-7a5c-427e-9405-0cef3f6438b7 None None] Port 1dcbd1da-2099-46c9-8c28-81d58b774775 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:05.815657 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.817967 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-e36f18fa-de65-4642-a298-9ee9d27364f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:05.874497 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=b8b96b7a-56b1-41f6-827d-4686f86d012c,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:05.877638 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:05.880914 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Router eb269324-cef9-4202-8096-2fa7d8f60f66 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:05.927090 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-1b38b63d-f329-46ce-bdaa-f2795a5d857a None None] Provisioning complete for port 1dcbd1da-2099-46c9-8c28-81d58b774775 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:05.927731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1b38b63d-f329-46ce-bdaa-f2795a5d857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:05.970897 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-1b38b63d-f329-46ce-bdaa-f2795a5d857a None None] Port 1dcbd1da-2099-46c9-8c28-81d58b774775 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:06.000207 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:06.006483 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] 10.222.0.45 "PUT /v2.0/routers/eb269324-cef9-4202-8096-2fa7d8f60f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0970604 Jun 29 10:47:06.090605 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-075d8703-79f0-4b98-af5a-9a2063931bcc None None] Provisioning complete for port 1dcbd1da-2099-46c9-8c28-81d58b774775 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:06.091182 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-075d8703-79f0-4b98-af5a-9a2063931bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.133327 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-075d8703-79f0-4b98-af5a-9a2063931bcc None None] Port 1dcbd1da-2099-46c9-8c28-81d58b774775 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:06.169851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f97ff4bc-f279-49a5-9fc8-1154d34bb3c2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.171703 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f97ff4bc-f279-49a5-9fc8-1154d34bb3c2 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 945 time: 0.0809941 Jun 29 10:47:06.287594 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Deleting port d11c6623-20a0-4b1f-a966-326d41150f0b {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:06.287949 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.392594 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] For port d11c6623-20a0-4b1f-a966-326d41150f0b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d11c6623-20a0-4b1f-a966-326d41150f0b,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:06.392972 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.406495 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Calling delete_port for d11c6623-20a0-4b1f-a966-326d41150f0b owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:06.531129 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.534883 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:06.563693 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Pushing event deleted for resources: {'Port': ['ID=d11c6623-20a0-4b1f-a966-326d41150f0b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:06.566865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:06.588876 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['68235a1e-c985-4ea0-a3bf-1560bd510c33', 'd11c6623-20a0-4b1f-a966-326d41150f0b'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:06.610260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] No DVR routers for this DVR port d11c6623-20a0-4b1f-a966-326d41150f0b on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:06.613433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.616062 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a1107642-5547-423e-9206-fc83c5e7c4ed req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "DELETE /v2.0/ports/d11c6623-20a0-4b1f-a966-326d41150f0b HTTP/1.1" status: 204 len: 173 time: 0.4363523 Jun 29 10:47:06.616743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'name': 'network-vif-deleted', 'tag': 'd11c6623-20a0-4b1f-a966-326d41150f0b'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:06.620148 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e08d94-8b77-405e-9604-0ec426c7d7c1" -d '{"events": [{"server_uuid": "e9351849-1a6b-4965-8c53-ce2af86303fe", "name": "network-vif-deleted", "tag": "d11c6623-20a0-4b1f-a966-326d41150f0b"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:06.637587 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47970) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:06.642970 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656301597', 'description': 'tempest-secgroup-smoke-1656301597 description', 'project_id': '07332526d4c541bfb634b2fc47563e47'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.684224 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141e5b8-43a3-465d-86a4-e502d84f57e1 x-openstack-request-id: req-6141e5b8-43a3-465d-86a4-e502d84f57e1 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:06.684803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9351849-1a6b-4965-8c53-ce2af86303fe", "name": "network-vif-deleted", "tag": "d11c6623-20a0-4b1f-a966-326d41150f0b", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:06.684803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6141e5b8-43a3-465d-86a4-e502d84f57e1 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:06.685207 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9351849-1a6b-4965-8c53-ce2af86303fe', 'name': 'network-vif-deleted', 'tag': 'd11c6623-20a0-4b1f-a966-326d41150f0b', 'status': 'completed', 'code': 200} Jun 29 10:47:06.686049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.836662 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.844031 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.859328 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-97c44b0f-0c0b-4d69-b887-b47c8fb22720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:06.867490 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.871854 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2300875 Jun 29 10:47:06.872971 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 47982) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:06.878699 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group_rule': {'security_group_id': 'c2d03efc-076d-4352-b421-649f7b88b230', 'project_id': '07332526d4c541bfb634b2fc47563e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.892757 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d03efc-076d-4352-b421-649f7b88b230,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:06.898505 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:06.961478 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a15430b-a6b0-42c8-9c41-a07185070901 req-f9a2b8df-9b50-4221-99ea-2afa67e0d85a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9351849-1a6b-4965-8c53-ce2af86303fe HTTP/1.1" status: 200 len: 210 time: 0.0480788 Jun 29 10:47:06.972300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.070662 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.082929 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.106307 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 18d94655-1547-4940-b10f-2f778d521acf up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:07.122468 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.149678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f03650f-8997-4f46-992b-27b61bbe43f0,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.153772 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.155169 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811971 Jun 29 10:47:07.157902 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47994) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:07.161734 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.164563 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group_rule': {'security_group_id': 'c2d03efc-076d-4352-b421-649f7b88b230', 'project_id': '07332526d4c541bfb634b2fc47563e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.174642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 18d94655-1547-4940-b10f-2f778d521acf completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:07.179650 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 18d94655-1547-4940-b10f-2f778d521acf triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:07.180819 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.200828 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.203423 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-7754d88d-3537-4317-ad28-203f1c94a0a0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.204987 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-7754d88d-3537-4317-ad28-203f1c94a0a0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/networks?id=18140c71-21b4-42fa-8da3-7eaa24d26318 HTTP/1.1" status: 200 len: 812 time: 0.1373081 Jun 29 10:47:07.228157 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-6c6c7757-df26-49f7-be37-d9b15af637a7 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/quotas/436831e719cc4992a2d940808d49b1ad HTTP/1.1" status: 200 len: 375 time: 0.0104940 Jun 29 10:47:07.274688 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.276708 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-36d00a49-911a-4ede-9c35-08d2a3f4a6f1 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=436831e719cc4992a2d940808d49b1ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416868 Jun 29 10:47:07.285352 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.286076 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.300313 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.307402 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb0190a-48d6-44cd-8bbf-146734d319f4,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.311577 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.313688 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.315189 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551337 Jun 29 10:47:07.317749 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47996) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:07.325766 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group_rule': {'security_group_id': 'c2d03efc-076d-4352-b421-649f7b88b230', 'project_id': '07332526d4c541bfb634b2fc47563e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.334072 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 18d94655-1547-4940-b10f-2f778d521acf, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=18d94655-1547-4940-b10f-2f778d521acf,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:07.339919 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.341131 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c43ad859-0a6c-4f52-9ce1-31bc3a5072eb up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:07.357481 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.366697 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.395091 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Sync routers for ids ['eb269324-cef9-4202-8096-2fa7d8f60f66'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:07.426563 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Routers {'eb269324-cef9-4202-8096-2fa7d8f60f66'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:07.427462 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['eb269324-cef9-4202-8096-2fa7d8f60f66'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:07.427817 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.433905 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.436431 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.449494 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-90f67dbc-e385-4934-8a8a-5bcc9b6de8ba service neutron] 10.222.0.45 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624770 Jun 29 10:47:07.461207 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8dd24-a08c-4692-9489-32ca9610bd80 req-43368784-aa3e-4245-b4d1-6b0d698d85c4 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.462180 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9d8dd24-a08c-4692-9489-32ca9610bd80 req-43368784-aa3e-4245-b4d1-6b0d698d85c4 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.1058812 Jun 29 10:47:07.474839 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2a019d-e2e6-4873-a5c5-e5b19f910afa,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.478272 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.479850 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.484674 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653655 Jun 29 10:47:07.485276 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 47998) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:07.490545 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group_rule': {'security_group_id': 'c2d03efc-076d-4352-b421-649f7b88b230', 'project_id': '07332526d4c541bfb634b2fc47563e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.523339 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.563198 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=18d94655-1547-4940-b10f-2f778d521acf,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.571208 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.573800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9d8dd24-a08c-4692-9489-32ca9610bd80 req-d64ec755-4221-4db9-96fe-1aa93da662a0 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014884 Jun 29 10:47:07.574540 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:07.574808 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.589788 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.594051 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.596487 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ec7cf783-ee9d-4599-b79f-738d8c4a7f36 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.622481 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc99cece-2a81-4b31-a4ac-57a5a8f5ff71,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.625908 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.627741 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.629107 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-35510308-5867-4b44-afe8-f41173d6f46d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429117 Jun 29 10:47:07.632165 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48002) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:07.634446 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Set router eb269324-cef9-4202-8096-2fa7d8f60f66 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:07.637445 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group_rule': {'security_group_id': 'c2d03efc-076d-4352-b421-649f7b88b230', 'project_id': '07332526d4c541bfb634b2fc47563e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.655217 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-612d71c8-1fa4-44f6-873a-570ad244f096 service neutron] 10.222.0.45 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914949 Jun 29 10:47:07.660411 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.securitygroups_db [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Project 07332526d4c541bfb634b2fc47563e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:47:07.666804 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.747716 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.751463 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.757830 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6c418553-9686-4d02-950b-dfef7d00256f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.780942 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe7ae1c-1aa0-4e0c-97b2-1203db6d3592,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.784134 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.789221 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.790594 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-70f6abce-514d-445e-bc95-b3a6baf08599 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574969 Jun 29 10:47:07.793152 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48006) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:07.799451 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'security_group_rule': {'security_group_id': 'c2d03efc-076d-4352-b421-649f7b88b230', 'project_id': '07332526d4c541bfb634b2fc47563e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.820400 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device b8b96b7a-56b1-41f6-827d-4686f86d012c up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:07.823620 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.securitygroups_db [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Project 07332526d4c541bfb634b2fc47563e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:47:07.828333 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.891402 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e945cb9e-5403-4946-964b-a6a7950dd36f req-067f4ae0-cb37-467d-bcc9-7fe3f32f0bda tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0367196 Jun 29 10:47:07.896974 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.901918 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.921530 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.924562 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port b8b96b7a-56b1-41f6-827d-4686f86d012c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:07.924930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.936863 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dcd609-6849-4be0-8fb7-b6a7b5434ac5,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.943603 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.944351 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.945851 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a7f76513-1cee-4c06-affc-66aa5bd3ffd7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515875 Jun 29 10:47:07.998314 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 4, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1dcbd1da-2099-46c9-8c28-81d58b774775', 'name': '', 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'mac_address': 'fa:16:3e:6c:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '37148c77-fdb0-4bb0-a416-28705b362123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:04Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 2, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'subnets': [{'id': '37148c77-fdb0-4bb0-a416-28705b362123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:08.043260 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Checking router: eb269324-cef9-4202-8096-2fa7d8f60f66 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:08.043626 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Updating router eb269324-cef9-4202-8096-2fa7d8f60f66 port 1dcbd1da-2099-46c9-8c28-81d58b774775 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:08.097206 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.609086 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.626116 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Transition to ACTIVE for port object 1dcbd1da-2099-46c9-8c28-81d58b774775 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:08.629105 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3de18-4882-4e75-9358-2aa688df4065 req-43400c04-d033-4047-b4a2-7294760ba911 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.631696 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7e3de18-4882-4e75-9358-2aa688df4065 req-43400c04-d033-4047-b4a2-7294760ba911 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1133790 Jun 29 10:47:08.633794 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.635996 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:08.682366 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a340-f861-4ea3-9963-5f8aad77af96 None None] Pushing event updated for resources: {'Port': ['ID=1dcbd1da-2099-46c9-8c28-81d58b774775,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:08.685558 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6391a340-f861-4ea3-9963-5f8aad77af96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:08.708484 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7e3de18-4882-4e75-9358-2aa688df4065 req-9e84f198-5a04-4ef6-bd3a-1c11d055f4f6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Jun 29 10:47:08.809124 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Attempting to bind port 1dcbd1da-2099-46c9-8c28-81d58b774775 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:08.809601 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Attempting to bind port 1dcbd1da-2099-46c9-8c28-81d58b774775 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:08.810088 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Attempting to bind port 1dcbd1da-2099-46c9-8c28-81d58b774775 on network f16ee2ae-03a3-44e7-ad65-42e306def3b6 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:08.821125 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:08.822895 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Checking segment: {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:08.823390 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.823873 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Bound using segment: {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:08.824373 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Bound port: 1dcbd1da-2099-46c9-8c28-81d58b774775, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5db9862-47fb-4c47-9492-72c7cd6e5c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:08.828277 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.855124 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-988a8f21-ceff-4615-9510-62ca78228ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.857382 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-988a8f21-ceff-4615-9510-62ca78228ca5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1137 time: 0.1403301 Jun 29 10:47:08.912590 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] For port 1dcbd1da-2099-46c9-8c28-81d58b774775, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:08.931109 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] For port 1dcbd1da-2099-46c9-8c28-81d58b774775, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=1dcbd1da-2099-46c9-8c28-81d58b774775,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:08.939587 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:08.941916 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:09.042675 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 18d94655-1547-4940-b10f-2f778d521acf up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:09.051552 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Routers {'eb269324-cef9-4202-8096-2fa7d8f60f66'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:09.052233 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:46:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['eb269324-cef9-4202-8096-2fa7d8f60f66'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:09.080222 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a340-f861-4ea3-9963-5f8aad77af96 None None] Pushing event updated for resources: {'Port': ['ID=1dcbd1da-2099-46c9-8c28-81d58b774775,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:09.107626 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-e010dd95-0d2f-40b8-b0c1-8c09a1d43a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.109411 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-e010dd95-0d2f-40b8-b0c1-8c09a1d43a12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.2322698 Jun 29 10:47:09.127473 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6391a340-f861-4ea3-9963-5f8aad77af96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:09.190750 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8fd8-010f-4b73-8a0d-f15dea64da73 req-b8c093a4-991b-4e25-ac68-99e627c57a8a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.192771 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11ce8fd8-010f-4b73-8a0d-f15dea64da73 req-b8c093a4-991b-4e25-ac68-99e627c57a8a tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.3174992 Jun 29 10:47:09.200896 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaa8ae-4048-4e6c-b7d7-71340a29345b req-35977db0-0643-4e86-898d-3883b9da88a9 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.206649 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-63aaa8ae-4048-4e6c-b7d7-71340a29345b req-35977db0-0643-4e86-898d-3883b9da88a9 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.3676717 Jun 29 10:47:09.230669 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 18d94655-1547-4940-b10f-2f778d521acf triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:09.231151 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:09.236178 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] Set router eb269324-cef9-4202-8096-2fa7d8f60f66 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:09.266358 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-a3ae0503-edbe-4f2e-a312-0b2570e61d9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 1001 time: 0.1455903 Jun 29 10:47:09.291540 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-11ce8fd8-010f-4b73-8a0d-f15dea64da73 req-a0481ea3-1eeb-44a3-840d-5603928763e4 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Jun 29 10:47:09.332432 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-63aaa8ae-4048-4e6c-b7d7-71340a29345b req-cf3da48d-c38b-44da-a457-a71baa0010ca tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216600 Jun 29 10:47:09.354254 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-dc2345a3-6cc7-476d-a568-1e9e958f0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.355953 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-dc2345a3-6cc7-476d-a568-1e9e958f0740 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.0764110 Jun 29 10:47:09.432150 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-61f6fe0f-671b-46eb-90d2-3cd2e9b7c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.433604 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-61f6fe0f-671b-46eb-90d2-3cd2e9b7c3c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671842 Jun 29 10:47:09.464855 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67970940-8c81-4608-a4c5-6582cedebf03 req-fa361ee2-0d71-41be-9036-c5d3a73e6798 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0355785 Jun 29 10:47:09.521156 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 4, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1dcbd1da-2099-46c9-8c28-81d58b774775', 'name': '', 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'mac_address': 'fa:16:3e:6c:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '37148c77-fdb0-4bb0-a416-28705b362123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:04Z', 'updated_at': '2021-06-29T10:47:08Z', 'revision_number': 4, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'subnets': [{'id': '37148c77-fdb0-4bb0-a416-28705b362123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:09.550423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd649d0-c741-4399-9060-3c4e4d2f7c11 None None] The sync data for ids ['eb269324-cef9-4202-8096-2fa7d8f60f66'] in dv-cinder-793515-4-iscsi is: [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 4, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1dcbd1da-2099-46c9-8c28-81d58b774775', 'name': '', 'network_id': 'f16ee2ae-03a3-44e7-ad65-42e306def3b6', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'mac_address': 'fa:16:3e:6c:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '37148c77-fdb0-4bb0-a416-28705b362123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:04Z', 'updated_at': '2021-06-29T10:47:08Z', 'revision_number': 4, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'subnets': [{'id': '37148c77-fdb0-4bb0-a416-28705b362123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:10.020143 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-24fb61f8-d6bf-43cf-a818-160f9514c190 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585275 Jun 29 10:47:10.076792 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-1bb72ed2-4c12-40f0-9e0e-f4e1b296f31f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.078245 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-1bb72ed2-4c12-40f0-9e0e-f4e1b296f31f tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "GET /v2.0/networks?id=18140c71-21b4-42fa-8da3-7eaa24d26318 HTTP/1.1" status: 200 len: 812 time: 0.2033703 Jun 29 10:47:10.111506 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd775cf4-43db-49df-9b8c-4a19499c45c8 req-05947f2a-1441-4c36-9298-b73c713398b6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.112997 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dd775cf4-43db-49df-9b8c-4a19499c45c8 req-05947f2a-1441-4c36-9298-b73c713398b6 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.2392468 Jun 29 10:47:10.119855 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Request body: {'port': {'device_id': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318', 'admin_state_up': True, 'tenant_id': '436831e719cc4992a2d940808d49b1ad'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:10.241784 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dd775cf4-43db-49df-9b8c-4a19499c45c8 req-a251d5c5-5754-4914-a713-a0d7f49a709c tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172903 Jun 29 10:47:10.247966 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-bd8c67d0-658b-4f94-9537-01ec4d1ecb2d service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010314 Jun 29 10:47:10.288319 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Made reservation on behalf of 436831e719cc4992a2d940808d49b1ad for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:10.292280 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:10.402165 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-e22853b2-1e51-4805-b637-dc488976d28c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.403764 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-e22853b2-1e51-4805-b637-dc488976d28c tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.1203048 Jun 29 10:47:10.437326 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Allocated IP 172.20.0.5 (18140c71-21b4-42fa-8da3-7eaa24d26318/d4a8856e-f4d1-40ba-85bd-24e6849f6ecf/5666f051-a992-459c-863d-1e369405741d) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:10.571890 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Deleting port 6b2eb002-5406-43c8-bc3f-7075daa646c8 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:10.572493 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:10.663107 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a83ff-3cfc-4cca-8489-bed9782eed69 req-4aaed6f1-96a7-4c03-92c9-4c5b00cb3167 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.664650 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-099a83ff-3cfc-4cca-8489-bed9782eed69 req-4aaed6f1-96a7-4c03-92c9-4c5b00cb3167 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.2027247 Jun 29 10:47:10.676727 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d2467-b21a-4740-8033-fba763235a55 req-909262a9-1405-4c76-9bf5-df599e5146f3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.678305 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2a6d2467-b21a-4740-8033-fba763235a55 req-909262a9-1405-4c76-9bf5-df599e5146f3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 945 time: 0.2289305 Jun 29 10:47:10.689041 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] For port 6b2eb002-5406-43c8-bc3f-7075daa646c8, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b2eb002-5406-43c8-bc3f-7075daa646c8,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:10.689504 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:10.704559 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Calling delete_port for 6b2eb002-5406-43c8-bc3f-7075daa646c8 owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:10.767000 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d11c6623-20a0-4b1f-a966-326d41150f0b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:10.787643 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-099a83ff-3cfc-4cca-8489-bed9782eed69 req-88c73268-0b56-485c-8037-6762c623210b tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062076 Jun 29 10:47:10.796673 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2a6d2467-b21a-4740-8033-fba763235a55 req-64175f12-8f10-4992-afc9-b089fb3bb908 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113198 Jun 29 10:47:10.799216 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: d11c6623-20a0-4b1f-a966-326d41150f0b {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:10.799576 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d11c6623-20a0-4b1f-a966-326d41150f0b not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:10.811617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:10.871327 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:10.876236 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c19cdb7-0e75-4e8a-8052-b2af23817b9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:10.930434 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Network 18140c71-21b4-42fa-8da3-7eaa24d26318 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:10.934671 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:10.937146 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:10.960640 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:10.981806 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-824fb8fb-51a1-4a18-87b0-575b909b1b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:11.004387 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313', '866c30b8-0929-4aa7-9768-306892da9a95', '6b2eb002-5406-43c8-bc3f-7075daa646c8'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:11.018311 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Pushing event updated for resources: {'Port': ['ID=5666f051-a992-459c-863d-1e369405741d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:11.018311 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:11.048365 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event deleted for resources: {'Port': ['ID=6b2eb002-5406-43c8-bc3f-7075daa646c8,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:11.062285 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:11.090780 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1dcbd1da-2099-46c9-8c28-81d58b774775 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:11.115955 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.116615 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.150546 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399ee42-2d0c-492f-8edf-d13449c2dfed req-d9740143-d0db-48fb-a7fd-eb48ca47d1ee tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.152869 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6399ee42-2d0c-492f-8edf-d13449c2dfed req-d9740143-d0db-48fb-a7fd-eb48ca47d1ee tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 931 time: 0.1418028 Jun 29 10:47:11.155375 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0397885 Jun 29 10:47:11.178835 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Request body: {'port': {'device_id': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:11.209918 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 1dcbd1da-2099-46c9-8c28-81d58b774775 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:11.248864 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 1dcbd1da-2099-46c9-8c28-81d58b774775 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:11.249246 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.277142 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6399ee42-2d0c-492f-8edf-d13449c2dfed req-a0a6e758-6fb6-4d6b-9761-f020bafacac8 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183157 Jun 29 10:47:11.287944 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.387394 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] No DVR routers for this DVR port 6b2eb002-5406-43c8-bc3f-7075daa646c8 on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:11.391960 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.396244 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ea71472e-e14d-4d70-afe7-46ac0ae0a52d req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "DELETE /v2.0/ports/6b2eb002-5406-43c8-bc3f-7075daa646c8 HTTP/1.1" status: 204 len: 173 time: 0.9685106 Jun 29 10:47:11.397184 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475b98a8-fc1c-4557-b028-8499b76d5233', 'name': 'network-vif-deleted', 'tag': '6b2eb002-5406-43c8-bc3f-7075daa646c8'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:11.402043 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb877cb-680b-4675-b1d2-af561ac1369d" -d '{"events": [{"server_uuid": "475b98a8-fc1c-4557-b028-8499b76d5233", "name": "network-vif-deleted", "tag": "6b2eb002-5406-43c8-bc3f-7075daa646c8"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:11.409436 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.457218 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9887a21-b86d-4634-900c-4e2f133d01d5 x-openstack-request-id: req-c9887a21-b86d-4634-900c-4e2f133d01d5 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:11.457787 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475b98a8-fc1c-4557-b028-8499b76d5233", "name": "network-vif-deleted", "tag": "6b2eb002-5406-43c8-bc3f-7075daa646c8", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:11.457907 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9887a21-b86d-4634-900c-4e2f133d01d5 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:11.458324 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475b98a8-fc1c-4557-b028-8499b76d5233', 'name': 'network-vif-deleted', 'tag': '6b2eb002-5406-43c8-bc3f-7075daa646c8', 'status': 'completed', 'code': 200} Jun 29 10:47:11.479683 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 1dcbd1da-2099-46c9-8c28-81d58b774775, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=1dcbd1da-2099-46c9-8c28-81d58b774775,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:11.487951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.492779 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:11.568316 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d12932-ee84-4a50-98a3-fef091204b20 req-d22149ab-d685-4c25-b8eb-528a1a4ab904 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.569384 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=1dcbd1da-2099-46c9-8c28-81d58b774775,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:11.573074 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:11.573424 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-40d12932-ee84-4a50-98a3-fef091204b20 req-d22149ab-d685-4c25-b8eb-528a1a4ab904 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1472414 Jun 29 10:47:11.642009 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-40d12932-ee84-4a50-98a3-fef091204b20 req-1b5a68bc-91cb-4761-af74-31a8f18bbc29 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611079 Jun 29 10:47:11.693257 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5666f051-a992-459c-863d-1e369405741d {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:11.700778 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.713287 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Transition to ACTIVE for port object 5666f051-a992-459c-863d-1e369405741d will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:11.716299 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.719080 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:11.767333 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=5666f051-a992-459c-863d-1e369405741d,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:11.771398 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:11.838428 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Attempting to bind port 5666f051-a992-459c-863d-1e369405741d on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:11.838769 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Attempting to bind port 5666f051-a992-459c-863d-1e369405741d by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:11.839098 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Attempting to bind port 5666f051-a992-459c-863d-1e369405741d on network 18140c71-21b4-42fa-8da3-7eaa24d26318 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:11.844907 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Port 5666f051-a992-459c-863d-1e369405741d on network 18140c71-21b4-42fa-8da3-7eaa24d26318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:11.845237 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Attempting to bind port 5666f051-a992-459c-863d-1e369405741d on network 18140c71-21b4-42fa-8da3-7eaa24d26318 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:11.850620 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:11.850967 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Checking segment: {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:11.851350 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Bound using segment: {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:11.851790 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Bound port: 5666f051-a992-459c-863d-1e369405741d, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19837d54-d0ff-498c-a5a1-025c93d5cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:11.852150 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.953703 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] For port 5666f051-a992-459c-863d-1e369405741d, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:11.972617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] For port 5666f051-a992-459c-863d-1e369405741d, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5666f051-a992-459c-863d-1e369405741d,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:12.001101 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.005046 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:12.008617 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3d27ea9a-a4e3-4a44-9fc2-1b544f03cbf6 req-da4d56f1-4dca-4451-86f0-e8f417767689 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=475b98a8-fc1c-4557-b028-8499b76d5233 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Jun 29 10:47:12.052215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.052931 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.054296 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] 10.222.0.69 "PUT /v2.0/ports/5666f051-a992-459c-863d-1e369405741d HTTP/1.1" status: 200 len: 1093 time: 0.8799353 Jun 29 10:47:12.055630 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'tag': '5666f051-a992-459c-863d-1e369405741d'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:12.057934 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6abd25be-5f02-4cae-8165-d560770e1dc3", "tag": "5666f051-a992-459c-863d-1e369405741d"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:12.074545 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d8796-b94e-46c1-bb07-e30e70c00cd9 req-5e6137f4-4388-4f19-97f8-a1508b88dd40 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.076019 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-383d8796-b94e-46c1-bb07-e30e70c00cd9 req-5e6137f4-4388-4f19-97f8-a1508b88dd40 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1647768 Jun 29 10:47:12.095618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19e5722-d8c6-4470-8b7f-a1b0c194822c x-openstack-request-id: req-d19e5722-d8c6-4470-8b7f-a1b0c194822c {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:12.095969 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abd25be-5f02-4cae-8165-d560770e1dc3", "tag": "5666f051-a992-459c-863d-1e369405741d", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:12.096252 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d19e5722-d8c6-4470-8b7f-a1b0c194822c {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:12.096669 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'tag': '5666f051-a992-459c-863d-1e369405741d', 'status': 'completed', 'code': 200} Jun 29 10:47:12.103293 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=5666f051-a992-459c-863d-1e369405741d,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:12.110187 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:12.135905 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-383d8796-b94e-46c1-bb07-e30e70c00cd9 req-057b431b-c91b-46d4-b5e1-4be1953f51c3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531368 Jun 29 10:47:12.239779 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1 req-d7cd39f2-ceea-4631-98e4-2065344f64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.241397 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1 req-d7cd39f2-ceea-4631-98e4-2065344f64c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=436831e719cc4992a2d940808d49b1ad&device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0766339 Jun 29 10:47:12.364917 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1 req-3f993467-7809-45f5-a7ef-c77248cd7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.366355 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1 req-3f993467-7809-45f5-a7ef-c77248cd7417 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=436831e719cc4992a2d940808d49b1ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1057734 Jun 29 10:47:12.529171 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26574879-5971-4884-9476-40bae1d8c785 req-417453e6-7ad9-4b35-b393-090197e44483 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.530650 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-26574879-5971-4884-9476-40bae1d8c785 req-417453e6-7ad9-4b35-b393-090197e44483 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 943 time: 0.1327405 Jun 29 10:47:12.531982 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1 req-0c555697-5864-4d26-9b77-866d0ca37651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.533285 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d8a45a6-b7c1-4d19-bab0-5c9fe14ceaf1 req-0c555697-5864-4d26-9b77-866d0ca37651 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451039 Jun 29 10:47:12.568035 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-26574879-5971-4884-9476-40bae1d8c785 req-17dcec95-db48-41e8-af0d-5bd06a2754ed tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Jun 29 10:47:12.657846 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-46aa84c1-4a64-494f-97bb-1ce2fcdaa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.659577 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-46aa84c1-4a64-494f-97bb-1ce2fcdaa63c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=436831e719cc4992a2d940808d49b1ad&device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0547223 Jun 29 10:47:12.724930 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-bb8b9ff9-b412-4cd6-8d8c-ad4e010b4337 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666f051-a992-459c-863d-1e369405741d HTTP/1.1" status: 200 len: 217 time: 0.0338459 Jun 29 10:47:12.805238 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-3faa37d0-ad34-4e52-9c8f-3f9e8bde8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.806698 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-3faa37d0-ad34-4e52-9c8f-3f9e8bde8c1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4a8856e-f4d1-40ba-85bd-24e6849f6ecf HTTP/1.1" status: 200 len: 852 time: 0.0742168 Jun 29 10:47:12.845591 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-3d52178f-b4a9-4bd5-a3cc-9e0a93304e8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18140c71-21b4-42fa-8da3-7eaa24d26318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296943 Jun 29 10:47:12.859941 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f07d-cf63-4251-8d57-258631954443 req-6c979c81-7ec4-42bc-80fb-11259d69a1aa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.861390 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d56f07d-cf63-4251-8d57-258631954443 req-6c979c81-7ec4-42bc-80fb-11259d69a1aa tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1028707 Jun 29 10:47:12.945127 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d56f07d-cf63-4251-8d57-258631954443 req-3725d6b5-fb17-48d2-92c0-23c968b21499 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757859 Jun 29 10:47:12.979106 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-993f98dd-4d42-4c5c-a1fd-2423b3c2451d service neutron] 10.222.0.69 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167996 Jun 29 10:47:12.990381 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1dcbd1da-2099-46c9-8c28-81d58b774775 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:13.042073 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 1dcbd1da-2099-46c9-8c28-81d58b774775 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:13.042483 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.074405 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ec6b515-2b07-41d0-980f-44f1f49feec4 req-63ea720e-a404-4f6f-a69c-b81370a52f3a service neutron] 10.222.0.69 "GET /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874157 Jun 29 10:47:13.312902 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766bc13-90fe-49b8-bba1-9045d621ec6d req-aa551ab0-937d-4262-8414-095963dfdd5d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.314417 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7766bc13-90fe-49b8-bba1-9045d621ec6d req-aa551ab0-937d-4262-8414-095963dfdd5d tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0673611 Jun 29 10:47:13.335742 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:13.365660 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7766bc13-90fe-49b8-bba1-9045d621ec6d req-7439119e-ee24-409e-b393-7c75533b9cfe tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457180 Jun 29 10:47:13.491055 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3aea2-88fc-4120-b858-9d66cdcbf4bd req-8f611f87-2d95-46eb-b5bf-48e9cd316039 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.492559 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d5e3aea2-88fc-4120-b858-9d66cdcbf4bd req-8f611f87-2d95-46eb-b5bf-48e9cd316039 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.0717041 Jun 29 10:47:13.536048 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d5e3aea2-88fc-4120-b858-9d66cdcbf4bd req-16bff15b-b771-44b8-b182-409253c32cc4 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Jun 29 10:47:13.742054 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3587d-f4f2-47c2-a211-76ff234ed860 req-54e3c94e-97cc-48c6-9ba9-5f23eb754030 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.743468 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6bf3587d-f4f2-47c2-a211-76ff234ed860 req-54e3c94e-97cc-48c6-9ba9-5f23eb754030 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 943 time: 0.0642059 Jun 29 10:47:13.779888 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6bf3587d-f4f2-47c2-a211-76ff234ed860 req-c45747af-c64d-4608-a69e-41571406bb53 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301595 Jun 29 10:47:14.128574 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c9a1c-eb23-4905-867a-dc786ed3856c req-e117097c-b50f-4a8f-9eb6-e2d921af2733 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.130037 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-325c9a1c-eb23-4905-867a-dc786ed3856c req-e117097c-b50f-4a8f-9eb6-e2d921af2733 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0659213 Jun 29 10:47:14.166704 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-325c9a1c-eb23-4905-867a-dc786ed3856c req-eb8d20f9-fcee-4d7e-94dd-7bf26097c501 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Jun 29 10:47:14.541828 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e259ba-069c-4fc5-925f-a1f47c092f0c req-f42452f5-64c2-42f6-9343-95853e103a04 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.543234 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1e259ba-069c-4fc5-925f-a1f47c092f0c req-f42452f5-64c2-42f6-9343-95853e103a04 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0642097 Jun 29 10:47:14.582247 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1e259ba-069c-4fc5-925f-a1f47c092f0c req-89810b30-bd5a-4a4d-863a-6535f3af8d04 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332172 Jun 29 10:47:14.714604 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382586-4f7e-4be9-8522-34bb027651ee req-9b11cd74-e96f-4441-b1f1-9f9042c40531 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.716078 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-35382586-4f7e-4be9-8522-34bb027651ee req-9b11cd74-e96f-4441-b1f1-9f9042c40531 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Jun 29 10:47:14.758969 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-35382586-4f7e-4be9-8522-34bb027651ee req-e1e6d74a-d9f8-4ed2-8491-7838c78134bf tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Jun 29 10:47:14.770230 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 6b2eb002-5406-43c8-bc3f-7075daa646c8 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:14.789825 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 6b2eb002-5406-43c8-bc3f-7075daa646c8 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:14.790201 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 6b2eb002-5406-43c8-bc3f-7075daa646c8 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:14.951772 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592497e2-df92-47c1-bfcb-26a4133133d5 req-4712ba7e-313c-4716-b1bf-2f9a6e0164c0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.953240 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-592497e2-df92-47c1-bfcb-26a4133133d5 req-4712ba7e-313c-4716-b1bf-2f9a6e0164c0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 943 time: 0.0628357 Jun 29 10:47:14.989987 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-592497e2-df92-47c1-bfcb-26a4133133d5 req-a4743de9-ea2b-439b-8c77-05eda8e5fe00 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jun 29 10:47:15.341438 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb366-4b67-49f4-8f9d-307b4d114ea1 req-5b0f4d3e-35e7-423d-be95-2c7617c7bc48 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.342963 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7d7eb366-4b67-49f4-8f9d-307b4d114ea1 req-5b0f4d3e-35e7-423d-be95-2c7617c7bc48 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0631845 Jun 29 10:47:15.380807 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7d7eb366-4b67-49f4-8f9d-307b4d114ea1 req-a220025a-4257-4c99-8613-a769cbc244f3 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Jun 29 10:47:15.798409 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f15e4d-c4a4-4766-a6f9-fd638800cc9c req-30523571-a097-4696-894a-3ea3a911fdc0 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.800071 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52f15e4d-c4a4-4766-a6f9-fd638800cc9c req-30523571-a097-4696-894a-3ea3a911fdc0 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1022432 Jun 29 10:47:15.823856 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-77bf559f-ea25-4d0d-bbeb-bc454a1f1e11 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.825187 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-77bf559f-ea25-4d0d-bbeb-bc454a1f1e11 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.0902543 Jun 29 10:47:15.895553 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52f15e4d-c4a4-4766-a6f9-fd638800cc9c req-6570ceba-829e-42c9-8490-10658386f60a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876281 Jun 29 10:47:15.992791 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc3e3-0ca6-4e70-84ca-a6d5a55fc4b8 req-c8a190d0-8d8c-422a-af9b-585e9f6254a5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.994829 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f26cc3e3-0ca6-4e70-84ca-a6d5a55fc4b8 req-c8a190d0-8d8c-422a-af9b-585e9f6254a5 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 945 time: 0.1232889 Jun 29 10:47:16.008764 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Deleting port 866c30b8-0929-4aa7-9768-306892da9a95 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:16.009125 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.351468 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f26cc3e3-0ca6-4e70-84ca-a6d5a55fc4b8 req-bb6cd78e-4bac-4ca1-afdf-6f33756f6199 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499496 Jun 29 10:47:16.413212 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] For port 866c30b8-0929-4aa7-9768-306892da9a95, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=866c30b8-0929-4aa7-9768-306892da9a95,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:16.413567 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.428416 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Calling delete_port for 866c30b8-0929-4aa7-9768-306892da9a95 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:16.453690 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c5485-a043-4e11-a081-6b284fcaf23d req-694c6485-dd6b-4c50-b5a5-8cf8c5f0c58c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.455398 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b06c5485-a043-4e11-a081-6b284fcaf23d req-694c6485-dd6b-4c50-b5a5-8cf8c5f0c58c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 943 time: 0.1254563 Jun 29 10:47:16.545109 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b06c5485-a043-4e11-a081-6b284fcaf23d req-46c41cd3-0056-4c85-9447-bd4fd161b967 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576720 Jun 29 10:47:16.646076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.650975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:16.660493 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1c76-9332-48a2-ab8b-d9e9c53d8bf6 req-12c79671-5320-4727-ae4d-6ae2e927c24a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.662225 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-40bb1c76-9332-48a2-ab8b-d9e9c53d8bf6 req-12c79671-5320-4727-ae4d-6ae2e927c24a tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.1225817 Jun 29 10:47:16.685914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event deleted for resources: {'Port': ['ID=866c30b8-0929-4aa7-9768-306892da9a95,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:16.698360 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313', '866c30b8-0929-4aa7-9768-306892da9a95'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:16.700418 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:16.761486 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] No DVR routers for this DVR port 866c30b8-0929-4aa7-9768-306892da9a95 on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:16.764221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.766386 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ddb8bbd-1a0c-4f4d-af8f-d6c3d86c1e75 req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "DELETE /v2.0/ports/866c30b8-0929-4aa7-9768-306892da9a95 HTTP/1.1" status: 204 len: 173 time: 0.9351616 Jun 29 10:47:16.766925 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'name': 'network-vif-deleted', 'tag': '866c30b8-0929-4aa7-9768-306892da9a95'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:16.769294 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5787e7dd-5212-4908-ab86-63c4ec7f4a1e" -d '{"events": [{"server_uuid": "8cb98d6d-ea12-40cf-914a-cdd082407fb7", "name": "network-vif-deleted", "tag": "866c30b8-0929-4aa7-9768-306892da9a95"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:16.783488 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-40bb1c76-9332-48a2-ab8b-d9e9c53d8bf6 req-da9106c7-86c3-43f5-bea2-6162d9de2c9b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022770 Jun 29 10:47:16.785165 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5666f051-a992-459c-863d-1e369405741d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:16.825091 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9119dbe-c184-44ce-980c-966ef2f088b7 x-openstack-request-id: req-c9119dbe-c184-44ce-980c-966ef2f088b7 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:16.825621 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb98d6d-ea12-40cf-914a-cdd082407fb7", "name": "network-vif-deleted", "tag": "866c30b8-0929-4aa7-9768-306892da9a95", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:16.825787 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9119dbe-c184-44ce-980c-966ef2f088b7 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:16.826289 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb98d6d-ea12-40cf-914a-cdd082407fb7', 'name': 'network-vif-deleted', 'tag': '866c30b8-0929-4aa7-9768-306892da9a95', 'status': 'completed', 'code': 200} Jun 29 10:47:16.930753 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 5666f051-a992-459c-863d-1e369405741d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5666f051-a992-459c-863d-1e369405741d,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:16.971385 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '5666f051-a992-459c-863d-1e369405741d', 'network_id': '18140c71-21b4-42fa-8da3-7eaa24d26318', 'port_id': '5666f051-a992-459c-863d-1e369405741d', 'mac_address': 'fa:16:3e:fd:3a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a8856e-f4d1-40ba-85bd-24e6849f6ecf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:17.033375 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.059383 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5666f051-a992-459c-863d-1e369405741d {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:17.080903 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 5666f051-a992-459c-863d-1e369405741d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5666f051-a992-459c-863d-1e369405741d,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:17.084887 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.085298 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1683ae1-340f-412b-848d-f524e2607d58 req-8b717eff-6b80-4818-b6aa-dfd7c0d2a90c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:17.086954 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1683ae1-340f-412b-848d-f524e2607d58 req-8b717eff-6b80-4818-b6aa-dfd7c0d2a90c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0679727 Jun 29 10:47:17.087982 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:17.127145 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f1683ae1-340f-412b-848d-f524e2607d58 req-2a2138b1-1fe3-4cf7-8827-474dafe332f3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339148 Jun 29 10:47:17.142334 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=5666f051-a992-459c-863d-1e369405741d,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:17.145790 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:17.507449 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-637547b2-c108-4ba2-90d8-883b0398d677 req-11acd81c-8e17-463c-b502-a510ac689293 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cb98d6d-ea12-40cf-914a-cdd082407fb7 HTTP/1.1" status: 200 len: 210 time: 0.0327427 Jun 29 10:47:17.572617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-4485d188-3d5c-4985-a0a6-579cab0bff26 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:17.574066 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-4485d188-3d5c-4985-a0a6-579cab0bff26 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0610642 Jun 29 10:47:17.659797 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['5666f051-a992-459c-863d-1e369405741d'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:17.735110 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Deleting port 68235a1e-c985-4ea0-a3bf-1560bd510c33 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:17.735376 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.789691 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d2166-1470-4042-91d2-93d9f814da99 req-3deec343-37d7-4bec-bfc9-5a1f4599a2c2 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:17.791939 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-069d2166-1470-4042-91d2-93d9f814da99 req-3deec343-37d7-4bec-bfc9-5a1f4599a2c2 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 944 time: 0.1333618 Jun 29 10:47:17.863410 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-069d2166-1470-4042-91d2-93d9f814da99 req-1049a1b0-a6f8-487b-b7d4-9d6e8463d49c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589147 Jun 29 10:47:17.877969 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] For port 68235a1e-c985-4ea0-a3bf-1560bd510c33, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=68235a1e-c985-4ea0-a3bf-1560bd510c33,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:17.878387 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.892881 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Calling delete_port for 68235a1e-c985-4ea0-a3bf-1560bd510c33 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:17.913924 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2476b67d-3a2a-4916-99ac-e810562614a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.036618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3377f-a79d-4685-9011-197537a1d9cf req-8997d6dd-a606-4524-a89b-9a7731cf092b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:18.038157 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1b3377f-a79d-4685-9011-197537a1d9cf req-8997d6dd-a606-4524-a89b-9a7731cf092b tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/ports?device_id=fda39380-aed3-44ad-b16b-911058b671ec HTTP/1.1" status: 200 len: 945 time: 0.0875478 Jun 29 10:47:18.112599 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1b3377f-a79d-4685-9011-197537a1d9cf req-230dced5-c943-4642-9ca8-c7739da271bc tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.45 "GET /v2.0/security-groups?id=9158719e-a82d-4835-ad92-a6447f89528d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670249 Jun 29 10:47:18.118482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.123328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9e41ad65-5fdc-4e8d-8d87-a3005e21a895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:18.150304 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Pushing event deleted for resources: {'Port': ['ID=68235a1e-c985-4ea0-a3bf-1560bd510c33,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:18.155064 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:18.196060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] No DVR routers for this DVR port 68235a1e-c985-4ea0-a3bf-1560bd510c33 on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:18.198802 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.202647 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0ef81528-2db6-4ee9-854b-3692796e0528 req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] 10.222.0.69 "DELETE /v2.0/ports/68235a1e-c985-4ea0-a3bf-1560bd510c33 HTTP/1.1" status: 204 len: 173 time: 0.6142952 Jun 29 10:47:18.314705 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619eecf-6c06-471f-94a9-a434e12af57f req-731b2fc8-a775-4ec8-b115-c5c39b72c8d2 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:18.316098 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4619eecf-6c06-471f-94a9-a434e12af57f req-731b2fc8-a775-4ec8-b115-c5c39b72c8d2 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0635684 Jun 29 10:47:18.363593 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4619eecf-6c06-471f-94a9-a434e12af57f req-44e7a7a1-cab6-452b-a3bd-d1ab34fd2451 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416200 Jun 29 10:47:18.397090 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['68235a1e-c985-4ea0-a3bf-1560bd510c33'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:18.794917 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5666f051-a992-459c-863d-1e369405741d up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:18.827302 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda39380-aed3-44ad-b16b-911058b671ec', 'name': 'network-vif-deleted', 'tag': '68235a1e-c985-4ea0-a3bf-1560bd510c33'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:18.829786 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956259d-a47e-4d6e-8ffc-4ea9c5c3657c" -d '{"events": [{"server_uuid": "fda39380-aed3-44ad-b16b-911058b671ec", "name": "network-vif-deleted", "tag": "68235a1e-c985-4ea0-a3bf-1560bd510c33"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:18.845328 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 5666f051-a992-459c-863d-1e369405741d completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:18.849968 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 5666f051-a992-459c-863d-1e369405741d triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:18.850380 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.875994 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65174e-748a-4ea3-852b-9f60580d777f x-openstack-request-id: req-1c65174e-748a-4ea3-852b-9f60580d777f {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:18.876509 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda39380-aed3-44ad-b16b-911058b671ec", "name": "network-vif-deleted", "tag": "68235a1e-c985-4ea0-a3bf-1560bd510c33", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:18.876701 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c65174e-748a-4ea3-852b-9f60580d777f {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:18.877488 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda39380-aed3-44ad-b16b-911058b671ec', 'name': 'network-vif-deleted', 'tag': '68235a1e-c985-4ea0-a3bf-1560bd510c33', 'status': 'completed', 'code': 200} Jun 29 10:47:18.940099 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.974670 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5666f051-a992-459c-863d-1e369405741d'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:18.977010 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c50a21-7b9e-44b2-9c1a-4908ef9f785d" -d '{"events": [{"server_uuid": "6abd25be-5f02-4cae-8165-d560770e1dc3", "name": "network-vif-plugged", "status": "completed", "tag": "5666f051-a992-459c-863d-1e369405741d"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:18.991611 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 5666f051-a992-459c-863d-1e369405741d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5666f051-a992-459c-863d-1e369405741d,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:18.996528 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.998631 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:19.065506 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=5666f051-a992-459c-863d-1e369405741d,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:19.075008 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:19.083755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d80bc8-0f74-405d-94f2-47834419d1e1 req-41d8bb29-d944-4b72-92cd-5d884f0b8411 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.090658 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57d80bc8-0f74-405d-94f2-47834419d1e1 req-41d8bb29-d944-4b72-92cd-5d884f0b8411 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0757833 Jun 29 10:47:19.124397 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57d80bc8-0f74-405d-94f2-47834419d1e1 req-d99ee79f-b496-4efa-9c1d-8353a5e3b76d tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Jun 29 10:47:19.175344 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd3e4d4-1144-4c82-ac22-68a440902ff0 x-openstack-request-id: req-0bd3e4d4-1144-4c82-ac22-68a440902ff0 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:19.175716 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd25be-5f02-4cae-8165-d560770e1dc3", "name": "network-vif-plugged", "status": "completed", "tag": "5666f051-a992-459c-863d-1e369405741d", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:19.176046 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bd3e4d4-1144-4c82-ac22-68a440902ff0 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:19.176544 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5666f051-a992-459c-863d-1e369405741d', 'code': 200} Jun 29 10:47:19.245434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48218) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:19.632238 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67623472-c2db-449d-bada-966550386129 req-9601f3d7-b801-4d13-b97e-5d39a428f3ea tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.633639 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67623472-c2db-449d-bada-966550386129 req-9601f3d7-b801-4d13-b97e-5d39a428f3ea tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1549366 Jun 29 10:47:19.642756 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba765cc6-9857-426e-948d-86fbe3acd122 req-b11aadb4-2252-4f70-ae81-074306c936b1 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.644140 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba765cc6-9857-426e-948d-86fbe3acd122 req-b11aadb4-2252-4f70-ae81-074306c936b1 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1566074 Jun 29 10:47:19.655604 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0805-42c8-41e7-bb3f-1412281a2633 req-adeee865-1190-4e32-a0d9-6c7befa1fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.657110 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d65a0805-42c8-41e7-bb3f-1412281a2633 req-adeee865-1190-4e32-a0d9-6c7befa1fd52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 1098 time: 0.1414318 Jun 29 10:47:19.698192 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:19.729916 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67623472-c2db-449d-bada-966550386129 req-3b0519ca-35bd-4889-b0a8-c5499e171c28 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836754 Jun 29 10:47:19.738970 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d65a0805-42c8-41e7-bb3f-1412281a2633 req-0072bbf0-d3e9-43f5-9acb-40c2dbf0fa2a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669675 Jun 29 10:47:19.743175 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba765cc6-9857-426e-948d-86fbe3acd122 req-e38f8cbe-a632-4e8b-bc39-3a17f144ee64 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851171 Jun 29 10:47:20.019629 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Deleting port 5da0bce1-0d14-4670-a4ef-2e05a229d533 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:20.019963 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.105397 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] For port 5da0bce1-0d14-4670-a4ef-2e05a229d533, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=5da0bce1-0d14-4670-a4ef-2e05a229d533,segment=NetworkSegment(bd73b314-1ef6-40bd-b7c5-76d9ad93b09d),segment_id=bd73b314-1ef6-40bd-b7c5-76d9ad93b09d)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:20.106076 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.118380 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Calling delete_port for 5da0bce1-0d14-4670-a4ef-2e05a229d533 owned by network:router_interface {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:20.125656 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c882-fef2-4798-9f91-ceacb10f5744 req-7507b961-c45d-4222-aaef-de715f7dab53 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.127149 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b317c882-fef2-4798-9f91-ceacb10f5744 req-7507b961-c45d-4222-aaef-de715f7dab53 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.0747492 Jun 29 10:47:20.175085 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b317c882-fef2-4798-9f91-ceacb10f5744 req-ce47f169-ee70-4de6-9f9c-b1aa570be9c3 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Jun 29 10:47:20.309662 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c755217-fbbc-4207-9599-511e98f811b5 req-518c1fd0-f742-4fde-9d70-25bd6a3b9acb tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.311230 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c755217-fbbc-4207-9599-511e98f811b5 req-518c1fd0-f742-4fde-9d70-25bd6a3b9acb tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0659940 Jun 29 10:47:20.319627 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.322260 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:20.347958 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da0bce1-0d14-4670-a4ef-2e05a229d533,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:20.351993 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:20.366053 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c755217-fbbc-4207-9599-511e98f811b5 req-f5ba2459-0b31-4a08-bd65-03216c77b114 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467472 Jun 29 10:47:20.426201 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c2879211-4b89-448f-806f-ddb2f08c5f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.515422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.558854 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:20.732669 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Router 2364ecbf-9c65-4569-9ea1-4b3865b834de has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:20.794169 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 68235a1e-c985-4ea0-a3bf-1560bd510c33 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:20.828111 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 68235a1e-c985-4ea0-a3bf-1560bd510c33 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:20.828738 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 68235a1e-c985-4ea0-a3bf-1560bd510c33 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:20.829330 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 866c30b8-0929-4aa7-9768-306892da9a95 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:20.845009 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:20.848846 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 866c30b8-0929-4aa7-9768-306892da9a95 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:20.849200 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 866c30b8-0929-4aa7-9768-306892da9a95 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:20.851732 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] 10.222.0.45 "PUT /v2.0/routers/2364ecbf-9c65-4569-9ea1-4b3865b834de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051908 Jun 29 10:47:20.862264 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] Sync routers for ids ['2364ecbf-9c65-4569-9ea1-4b3865b834de'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:20.863418 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 48242) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:20.883281 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] Routers {'2364ecbf-9c65-4569-9ea1-4b3865b834de'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:20.884665 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:47:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['2364ecbf-9c65-4569-9ea1-4b3865b834de'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:21.003298 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] Set router 2364ecbf-9c65-4569-9ea1-4b3865b834de gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:21.066249 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks [] for router, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.121354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e7b57-78eb-46ff-890c-6a42ed1808a4 req-85ba5622-39e2-4419-9e25-6f318df603e1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.122900 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d71e7b57-78eb-46ff-890c-6a42ed1808a4 req-85ba5622-39e2-4419-9e25-6f318df603e1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.2032406 Jun 29 10:47:21.130653 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f8f2e-da84-4811-b226-ed729fd427a3 req-3d703bfb-29c5-430a-a620-797d65d32ab1 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.132254 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-005f8f2e-da84-4811-b226-ed729fd427a3 req-3d703bfb-29c5-430a-a620-797d65d32ab1 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.2618659 Jun 29 10:47:21.261891 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-005f8f2e-da84-4811-b226-ed729fd427a3 req-d76cd860-ca08-479e-b2cc-7f493055f069 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226635 Jun 29 10:47:21.276173 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d71e7b57-78eb-46ff-890c-6a42ed1808a4 req-57b0084c-ea95-4582-b1d8-6afe7be4d283 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336920 Jun 29 10:47:21.276906 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:47:20Z', 'revision_number': 5, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port': {'id': '5beafb4a-4d82-48a9-b245-a1d71dc85576', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:21.305103 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.305215 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] Checking router: 2364ecbf-9c65-4569-9ea1-4b3865b834de for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:21.313304 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] Routers {'2364ecbf-9c65-4569-9ea1-4b3865b834de'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:21.313926 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:47:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['2364ecbf-9c65-4569-9ea1-4b3865b834de'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:21.355925 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Deleting port 5beafb4a-4d82-48a9-b245-a1d71dc85576 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:21.356260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.403574 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] Set router 2364ecbf-9c65-4569-9ea1-4b3865b834de gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:21.464335 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:47:21Z', 'revision_number': 6, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:21.483041 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] For port 5beafb4a-4d82-48a9-b245-a1d71dc85576, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=5beafb4a-4d82-48a9-b245-a1d71dc85576,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:21.483401 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.490647 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22baef5-5645-496a-9ad3-7a970f50377d None None] The sync data for ids ['2364ecbf-9c65-4569-9ea1-4b3865b834de'] in dv-cinder-793515-4-iscsi is: [{'id': '2364ecbf-9c65-4569-9ea1-4b3865b834de', 'name': 'tempest-ServerRescueNegativeTestJSON-204702805-router', 'tenant_id': '444bb9600d254abc87d7c51bd3b69be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:44Z', 'updated_at': '2021-06-29T10:47:21Z', 'revision_number': 6, 'project_id': '444bb9600d254abc87d7c51bd3b69be3', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:21.531319 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Calling delete_port for 5beafb4a-4d82-48a9-b245-a1d71dc85576 owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:21.543989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863fb5f-4f0e-4345-9f2d-f9a4682e6927 req-10d0ffe8-4f5b-4004-8800-845b01cf12fa tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.545437 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8863fb5f-4f0e-4345-9f2d-f9a4682e6927 req-10d0ffe8-4f5b-4004-8800-845b01cf12fa tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.1456902 Jun 29 10:47:21.638024 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8863fb5f-4f0e-4345-9f2d-f9a4682e6927 req-0a03aaa8-9da6-4e17-ba28-7d72ea1ac02d tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854075 Jun 29 10:47:21.659616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eb0f4-e2b5-4d68-8a96-283bcd673ec6 req-298a2646-e682-42cd-9b84-8d651a297a61 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.661053 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1b9eb0f4-e2b5-4d68-8a96-283bcd673ec6 req-298a2646-e682-42cd-9b84-8d651a297a61 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.1684697 Jun 29 10:47:21.756800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1b9eb0f4-e2b5-4d68-8a96-283bcd673ec6 req-172f4d0a-8b99-4a8c-9830-f190e8e69365 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759375 Jun 29 10:47:21.808425 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.811130 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:21.835084 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Pushing event deleted for resources: {'Port': ['ID=5beafb4a-4d82-48a9-b245-a1d71dc85576,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:21.837106 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:21.906645 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:21.938611 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.014714 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.016805 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.083721 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.084401 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2364ecbf-9c65-4569-9ea1-4b3865b834de {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:47:22.089977 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.091284 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] 10.222.0.45 "DELETE /v2.0/routers/2364ecbf-9c65-4569-9ea1-4b3865b834de HTTP/1.1" status: 204 len: 168 time: 1.2264922 Jun 29 10:47:22.093669 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 48258) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:22.151734 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Deleting subnet abfeb983-e28e-434c-aff2-fe7d689c3858 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:47:22.154982 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.189324 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.229033 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.299047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.303667 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-816298a5-93ba-43e3-a1f5-8bfc1e9a7cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:22.349050 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abfeb983-e28e-434c-aff2-fe7d689c3858,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:22.351885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.355881 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/abfeb983-e28e-434c-aff2-fe7d689c3858 HTTP/1.1" status: 204 len: 168 time: 0.2606907 Jun 29 10:47:22.356905 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:22.357761 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 48266) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:22.518740 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.554535 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da223-396c-4f84-bd6b-7be28a4a7f29 req-d3cd6c14-936d-4913-8b34-76099e7c93e1 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:22.556105 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d2da223-396c-4f84-bd6b-7be28a4a7f29 req-d3cd6c14-936d-4913-8b34-76099e7c93e1 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1436129 Jun 29 10:47:22.923081 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0433-2ef6-4299-be8a-761c82ddaed1 req-412910b7-7756-43a1-981e-ce871341d952 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:22.924263 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5f2d0433-2ef6-4299-be8a-761c82ddaed1 req-412910b7-7756-43a1-981e-ce871341d952 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.4769077 Jun 29 10:47:22.967145 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:22.983603 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d2da223-396c-4f84-bd6b-7be28a4a7f29 req-5980c28d-693e-40e5-a949-d7300d1a599c tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4155993 Jun 29 10:47:22.989865 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5beafb4a-4d82-48a9-b245-a1d71dc85576 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:22.990448 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac3c5f1-f812-4f78-8b31-c6e203cb82f9']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:23.009693 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:23.009989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd73b314-1ef6-40bd-b7c5-76d9ad93b09d') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:23.023946 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 5beafb4a-4d82-48a9-b245-a1d71dc85576 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:23.024797 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5beafb4a-4d82-48a9-b245-a1d71dc85576 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:23.030100 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5da0bce1-0d14-4670-a4ef-2e05a229d533 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:23.034803 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5f2d0433-2ef6-4299-be8a-761c82ddaed1 req-2c02b3c2-2470-4633-8acd-8dc88ec4a52b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026647 Jun 29 10:47:23.039616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.050066 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 5da0bce1-0d14-4670-a4ef-2e05a229d533 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:23.050667 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 5da0bce1-0d14-4670-a4ef-2e05a229d533 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:23.056309 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.065885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:47:23.066452 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:47:23.068242 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:47:23.087945 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-fb2b866f-68c8-497a-b35b-9415b52e765b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.089530 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-fb2b866f-68c8-497a-b35b-9415b52e765b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.5309799 Jun 29 10:47:23.210745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.236217 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.238930 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ac3c5f1-f812-4f78-8b31-c6e203cb82f9 HTTP/1.1" status: 204 len: 168 time: 0.8798614 Jun 29 10:47:23.239693 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:23.263111 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac3c5f1-f812-4f78-8b31-c6e203cb82f9,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:23.267715 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:23.293353 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6381787-8e53-497b-9e83-0c0b4b28089b req-c79a2b42-310b-4222-b98f-29f1d459d52f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.294867 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c6381787-8e53-497b-9e83-0c0b4b28089b req-c79a2b42-310b-4222-b98f-29f1d459d52f tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 946 time: 0.1747873 Jun 29 10:47:23.318337 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Deleting port b21252f7-809c-4590-ac4d-91bc87ca1313 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:23.318683 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.397772 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c6381787-8e53-497b-9e83-0c0b4b28089b req-a704a017-5adc-41f5-8ce4-0157d4fddc26 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/security-groups?id=2d4121c1-a842-4714-b9e9-1416d6cfb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968468 Jun 29 10:47:23.407475 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48276) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:23.409333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.439543 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] For port b21252f7-809c-4590-ac4d-91bc87ca1313, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b21252f7-809c-4590-ac4d-91bc87ca1313,segment=NetworkSegment(16841905-d232-424a-8f11-7c9bc632480b),segment_id=16841905-d232-424a-8f11-7c9bc632480b)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:23.439905 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.451448 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-0ce167c4-7952-46f2-bfb2-f42e4c1e39aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=444bb9600d254abc87d7c51bd3b69be3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405238 Jun 29 10:47:23.451726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48278) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:23.452450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Calling delete_port for b21252f7-809c-4590-ac4d-91bc87ca1313 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:23.503182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.525777 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.587194 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.589932 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.591257 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9158719e-a82d-4835-ad92-a6447f89528d HTTP/1.1" status: 204 len: 168 time: 0.1385682 Jun 29 10:47:23.592228 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fa1cfa2f-9a79-49f3-b8e4-83f4795cb98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:23.594378 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.599560 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f2617208-5db6-4384-b192-c8a93743b9ff tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:23.600651 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9158719e-a82d-4835-ad92-a6447f89528d,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:23.603386 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:23.630568 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Pushing event deleted for resources: {'Port': ['ID=b21252f7-809c-4590-ac4d-91bc87ca1313,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:23.633963 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:23.637247 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b21252f7-809c-4590-ac4d-91bc87ca1313'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:23.678371 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] No DVR routers for this DVR port b21252f7-809c-4590-ac4d-91bc87ca1313 on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:23.680713 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:23.682846 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a2ec1d8e-a3d6-4f44-83d1-ade0413dea2e req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.69 "DELETE /v2.0/ports/b21252f7-809c-4590-ac4d-91bc87ca1313 HTTP/1.1" status: 204 len: 173 time: 0.5616481 Jun 29 10:47:23.683340 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'name': 'network-vif-deleted', 'tag': 'b21252f7-809c-4590-ac4d-91bc87ca1313'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:23.685742 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976e66f3-7644-4fd8-a495-f56f54d6516b" -d '{"events": [{"server_uuid": "7b6700ec-37df-49aa-bc11-0036d6f074d9", "name": "network-vif-deleted", "tag": "b21252f7-809c-4590-ac4d-91bc87ca1313"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:23.721269 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4469e4c9-fdca-4d3c-b478-301d5645c3a8 x-openstack-request-id: req-4469e4c9-fdca-4d3c-b478-301d5645c3a8 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:23.721591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6700ec-37df-49aa-bc11-0036d6f074d9", "name": "network-vif-deleted", "tag": "b21252f7-809c-4590-ac4d-91bc87ca1313", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:23.721875 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4469e4c9-fdca-4d3c-b478-301d5645c3a8 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:23.722360 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6700ec-37df-49aa-bc11-0036d6f074d9', 'name': 'network-vif-deleted', 'tag': 'b21252f7-809c-4590-ac4d-91bc87ca1313', 'status': 'completed', 'code': 200} Jun 29 10:47:23.821621 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:24.243952 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790894-73df-4010-9870-e7c30ededd8a req-0cf7197b-40e9-46c8-8a24-f0843be1ad6f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.245446 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-39790894-73df-4010-9870-e7c30ededd8a req-0cf7197b-40e9-46c8-8a24-f0843be1ad6f tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1199105 Jun 29 10:47:24.253580 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e95fa9-e1e1-4690-afbb-fbd6de049a3e req-773aa183-9b14-4f64-81ee-672cb6f68f09 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.255203 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e2e95fa9-e1e1-4690-afbb-fbd6de049a3e req-773aa183-9b14-4f64-81ee-672cb6f68f09 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0911126 Jun 29 10:47:24.315199 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-39790894-73df-4010-9870-e7c30ededd8a req-981173cb-b08e-4c43-8afe-346f4bdb37aa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590191 Jun 29 10:47:24.320307 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e2e95fa9-e1e1-4690-afbb-fbd6de049a3e req-0e235aa7-c4ec-47ef-9c5b-9b1620729537 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552371 Jun 29 10:47:24.558872 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-452e575d-633f-4d80-be90-3de3f4952e9a req-8061cc81-1a0c-4498-9577-81d126cadf32 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6700ec-37df-49aa-bc11-0036d6f074d9 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Jun 29 10:47:25.546576 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8cc26-7db6-4aca-aae2-685ef6bc9929 req-4600b0b7-56c9-4109-8888-effc7050dd48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.548145 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1ed8cc26-7db6-4aca-aae2-685ef6bc9929 req-4600b0b7-56c9-4109-8888-effc7050dd48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1075709 Jun 29 10:47:25.557187 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb91227-37d6-4d92-9f3d-ba0a20c9ab2f req-b19a212e-8d2a-4790-883d-e47c6eaa0718 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.558660 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-afb91227-37d6-4d92-9f3d-ba0a20c9ab2f req-b19a212e-8d2a-4790-883d-e47c6eaa0718 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1082101 Jun 29 10:47:25.615121 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1ed8cc26-7db6-4aca-aae2-685ef6bc9929 req-7839366d-30b9-4d98-af0b-b0a286009bf7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553863 Jun 29 10:47:25.620864 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-afb91227-37d6-4d92-9f3d-ba0a20c9ab2f req-a627dad1-4332-4581-be82-f63039718ddb tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553834 Jun 29 10:47:25.697770 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48350) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.740519 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Deleting subnet b755cdcb-e69c-4315-bb8d-b96962b8d370 {{(pid=104755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:47:25.744166 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.775880 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14883271'] for subnet, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.812490 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.867686 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13776070'] for subnet, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.871474 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.894565 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b755cdcb-e69c-4315-bb8d-b96962b8d370,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.897022 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.900344 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.902207 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-8c86e505-08ae-49fc-867c-523047253991 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b755cdcb-e69c-4315-bb8d-b96962b8d370 HTTP/1.1" status: 204 len: 168 time: 0.2034009 Jun 29 10:47:25.904628 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48356) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:25.971591 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.052988 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.064257 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fed99bb-4ae9-40e2-8b11-be95b15286a0']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:26.076580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16841905-d232-424a-8f11-7c9bc632480b') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:26.076907 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16841905-d232-424a-8f11-7c9bc632480b') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:26.086145 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.101377 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.109408 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:47:26.110003 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:47:26.111831 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:47:26.168174 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.175593 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.178502 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.180386 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] 10.222.0.45 "DELETE /v2.0/networks/7fed99bb-4ae9-40e2-8b11-be95b15286a0 HTTP/1.1" status: 204 len: 168 time: 0.2748632 Jun 29 10:47:26.195849 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fed99bb-4ae9-40e2-8b11-be95b15286a0,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.198654 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-23886b72-a52b-48a6-adae-5b1ef37fe42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.347243 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 48376) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:26.390742 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-1858d4ee-0624-4fab-b58d-9fa76bbd3c30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c11f00c9c4644d2b4a91f8a32302fdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421906 Jun 29 10:47:26.393019 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 48378) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:26.439810 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.461596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.509287 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.512104 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.513232 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d4121c1-a842-4714-b9e9-1416d6cfb743 HTTP/1.1" status: 204 len: 168 time: 0.1193411 Jun 29 10:47:26.513993 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-de5ec34d-926a-42cc-b95f-adc8e84d07eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:26.521328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4121c1-a842-4714-b9e9-1416d6cfb743,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:26.523638 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:26.837395 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd95cc2-0347-4943-a2d3-f6ac3c6da8f0 req-07a25daf-badd-41c5-848b-4f7724e9cafd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.838909 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fdd95cc2-0347-4943-a2d3-f6ac3c6da8f0 req-07a25daf-badd-41c5-848b-4f7724e9cafd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1069651 Jun 29 10:47:26.859250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221d5c-f72e-4236-8c7f-bcc237ded2f4 req-b2457e02-9a41-4cbc-b5b9-4746a1e10dbc tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.860676 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3221d5c-f72e-4236-8c7f-bcc237ded2f4 req-b2457e02-9a41-4cbc-b5b9-4746a1e10dbc tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0988238 Jun 29 10:47:26.909183 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fdd95cc2-0347-4943-a2d3-f6ac3c6da8f0 req-211eff4d-1aa4-49a3-a5d1-8ecc394f6b1e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633276 Jun 29 10:47:26.918498 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3221d5c-f72e-4236-8c7f-bcc237ded2f4 req-526d66c7-27a0-440b-8556-b31b8b736af2 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495811 Jun 29 10:47:28.145394 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecb013-98a2-445d-b929-2b9669fc2ff9 req-7c7fd637-64f3-44a7-8be4-7af50dbfb505 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.146990 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cbecb013-98a2-445d-b929-2b9669fc2ff9 req-7c7fd637-64f3-44a7-8be4-7af50dbfb505 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1203413 Jun 29 10:47:28.154284 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf06f1-3b3a-4988-a625-f6be56cfc028 req-6358af6c-9f73-4feb-ad12-e61dc003a7fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.155634 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4aaf06f1-3b3a-4988-a625-f6be56cfc028 req-6358af6c-9f73-4feb-ad12-e61dc003a7fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0923076 Jun 29 10:47:28.213469 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cbecb013-98a2-445d-b929-2b9669fc2ff9 req-48c41b63-4203-41e2-9897-08d6f1cffbb7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568964 Jun 29 10:47:28.220051 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4aaf06f1-3b3a-4988-a625-f6be56cfc028 req-f7c57295-55fd-49df-b355-5c1e921188dc tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576644 Jun 29 10:47:28.844548 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b21252f7-809c-4590-ac4d-91bc87ca1313 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:28.867009 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: b21252f7-809c-4590-ac4d-91bc87ca1313 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:28.867358 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b21252f7-809c-4590-ac4d-91bc87ca1313 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:29.432756 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809c45-6056-4785-a7f2-322d1cb8c7bd req-b1f0fef2-e3aa-429e-9050-96baa5989207 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:29.434331 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6809c45-6056-4785-a7f2-322d1cb8c7bd req-b1f0fef2-e3aa-429e-9050-96baa5989207 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1082921 Jun 29 10:47:29.442987 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c520796-379b-438c-b046-d8d4012e7c3d req-d96fc26a-32a9-44aa-af36-bbca37fa72a0 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:29.444355 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c520796-379b-438c-b046-d8d4012e7c3d req-d96fc26a-32a9-44aa-af36-bbca37fa72a0 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1164148 Jun 29 10:47:29.505762 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6809c45-6056-4785-a7f2-322d1cb8c7bd req-c91d47c3-fd90-458e-8d00-7c135f7a80c1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604451 Jun 29 10:47:29.513154 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c520796-379b-438c-b046-d8d4012e7c3d req-952f7046-6e3c-4144-9943-af046435ccf8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612075 Jun 29 10:47:30.721545 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994812-4af7-4769-9e5e-85472d4dca5c req-cb654ce2-ac8c-4314-88ca-b67395045d43 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.723051 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22994812-4af7-4769-9e5e-85472d4dca5c req-cb654ce2-ac8c-4314-88ca-b67395045d43 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0992706 Jun 29 10:47:30.744544 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4a6f-e12e-4ee1-9194-a913d63f2a60 req-64e0e767-c39c-4d27-9678-38ef17d7082c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.745995 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2dd4a6f-e12e-4ee1-9194-a913d63f2a60 req-64e0e767-c39c-4d27-9678-38ef17d7082c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1204040 Jun 29 10:47:30.798911 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2dd4a6f-e12e-4ee1-9194-a913d63f2a60 req-835be6d2-ab57-4ed3-bb4f-2d7d27a9cc53 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 Jun 29 10:47:30.802744 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-22994812-4af7-4769-9e5e-85472d4dca5c req-27ce31ed-c193-4f3a-91c7-42748cc7ee17 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721502 Jun 29 10:47:32.072976 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37559282-46ba-4e1b-adea-201da6a5d25b req-c25cc80a-e2a2-4d46-bf15-44760813b9b6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.074460 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37559282-46ba-4e1b-adea-201da6a5d25b req-c25cc80a-e2a2-4d46-bf15-44760813b9b6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1090946 Jun 29 10:47:32.082406 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcb8d0-e344-464e-bdc3-fad9090accf3 req-72c8da9d-8d5b-4781-b79d-2be7f263d252 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.083736 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1bcb8d0-e344-464e-bdc3-fad9090accf3 req-72c8da9d-8d5b-4781-b79d-2be7f263d252 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.1162939 Jun 29 10:47:32.136100 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-37559282-46ba-4e1b-adea-201da6a5d25b req-e970842f-33a6-4ed7-897b-59376c0f6555 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514321 Jun 29 10:47:32.144911 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1bcb8d0-e344-464e-bdc3-fad9090accf3 req-2ea06f5f-ecfa-415f-b52b-da7472df0cfa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc&id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542276 Jun 29 10:47:32.276960 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-7c123030-756f-47d0-9faf-c969923e255e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656301597&fields=id&tenant_id=07332526d4c541bfb634b2fc47563e47 HTTP/1.1" status: 200 len: 267 time: 0.0339370 Jun 29 10:47:32.396329 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-99c566eb-a19d-419e-a52c-587f6bc8a4f7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.397761 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-99c566eb-a19d-419e-a52c-587f6bc8a4f7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 808 time: 0.1021445 Jun 29 10:47:32.411646 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-945e811c-a628-4071-b641-83aeddfb717b tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/quotas/07332526d4c541bfb634b2fc47563e47 HTTP/1.1" status: 200 len: 375 time: 0.0086312 Jun 29 10:47:32.475863 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-63b20287-1dd0-4f01-8735-c7dd549f312c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589876 Jun 29 10:47:32.573187 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-0b819d78-5a90-4cd7-be0e-c9370668b75a service neutron] 10.222.0.45 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860109 Jun 29 10:47:32.666926 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cd97b113-8230-47ab-9530-468ff72841fe service neutron] 10.222.0.45 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881171 Jun 29 10:47:32.959341 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0bfa6a2a-a6fe-4a54-9eae-bdf9af3dd776 req-8d8f1e11-09c2-4c28-b7ea-1810ade4dbf1 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0284376 Jun 29 10:47:33.315018 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088dd5a-bbaf-4c66-9168-f074b1abc8ae req-45050472-e5c2-4e96-9b11-7cdf61d3149a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:33.316462 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c088dd5a-bbaf-4c66-9168-f074b1abc8ae req-45050472-e5c2-4e96-9b11-7cdf61d3149a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0624459 Jun 29 10:47:33.354398 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c088dd5a-bbaf-4c66-9168-f074b1abc8ae req-5961e4e5-474b-4098-b50a-c3ababe78902 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Jun 29 10:47:34.094201 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1057420c-ba05-4963-a451-5270626126f0 req-e518dcc4-fdfd-442d-aba9-b1c92aa2197c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Jun 29 10:47:34.546070 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d92b29-a140-4e8a-a360-a3ca32645ba3 req-eceabb15-3472-483e-86fb-5de71ebc0bdf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:34.547568 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4d92b29-a140-4e8a-a360-a3ca32645ba3 req-eceabb15-3472-483e-86fb-5de71ebc0bdf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0741007 Jun 29 10:47:34.588021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4d92b29-a140-4e8a-a360-a3ca32645ba3 req-42e7f596-4aef-4afe-a76b-882b974827a8 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346045 Jun 29 10:47:35.230847 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-50e75e6b-9daf-451f-af79-7e36c4313e8d req-246c585e-6fee-4be9-8411-f73d9fd4d6ce tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0285518 Jun 29 10:47:35.763043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921d176-3c79-4b86-88cd-177608d8ea40 req-60ad7e98-8da2-4b0d-bbfa-8bb4d524e6d0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.764426 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5921d176-3c79-4b86-88cd-177608d8ea40 req-60ad7e98-8da2-4b0d-bbfa-8bb4d524e6d0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0632567 Jun 29 10:47:35.800301 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5921d176-3c79-4b86-88cd-177608d8ea40 req-25aa1f81-9afc-45ef-9f1c-726178901eb1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Jun 29 10:47:36.380363 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-30cb113e-390e-4597-bb5a-20f0c5f8f09d req-9911cfff-fea6-4bec-80f9-47b96c86ea25 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0327749 Jun 29 10:47:36.972338 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34270da-7b66-4368-bf36-6b145c25a98e req-2c05bfe3-958a-47fa-be93-37107e850da5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:36.973933 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e34270da-7b66-4368-bf36-6b145c25a98e req-2c05bfe3-958a-47fa-be93-37107e850da5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0612750 Jun 29 10:47:37.012006 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e34270da-7b66-4368-bf36-6b145c25a98e req-0f95cbf5-2de1-4905-a5d8-6827dd2a10c0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Jun 29 10:47:37.520296 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67c03f5d-f650-4034-a1dc-cfe5f1f3e8bc req-e34f21dc-5601-41f7-9f11-f24c5136b300 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0279839 Jun 29 10:47:38.183430 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ff84-0436-4183-98ba-124750d206c9 req-63e47936-4f4c-43ec-9e79-54b5f22c4549 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:38.184872 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dc67ff84-0436-4183-98ba-124750d206c9 req-63e47936-4f4c-43ec-9e79-54b5f22c4549 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0633354 Jun 29 10:47:38.221425 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dc67ff84-0436-4183-98ba-124750d206c9 req-7d3ff68f-95e2-4e71-8fd6-0114b81fb7c2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jun 29 10:47:38.657180 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8aa6af2f-7d69-4d62-91d6-34da2fbea407 req-67b5883c-71ab-4063-b5d7-95923b0ff127 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0281296 Jun 29 10:47:38.881794 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-619840f6-998d-4dd0-b73e-5a99b359ff9e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:38.883181 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-619840f6-998d-4dd0-b73e-5a99b359ff9e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 808 time: 0.1033940 Jun 29 10:47:38.951402 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-5c3a5813-0583-41d3-bb56-c6d379d5fd38 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07332526d4c541bfb634b2fc47563e47 HTTP/1.1" status: 200 len: 380 time: 0.0427570 Jun 29 10:47:38.960416 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'port': {'device_id': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'admin_state_up': True, 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'security_groups': ['c2d03efc-076d-4352-b421-649f7b88b230']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:39.065762 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Made reservation on behalf of 07332526d4c541bfb634b2fc47563e47 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:39.069296 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.198987 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Allocated IP 172.20.0.7 (4a50918b-3620-4a76-b6c9-d9bc92b09164/66447483-37f0-4eea-b3c4-44eebd60adb4/7d7713ce-4971-4b39-9b19-3872105aba69) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:39.342026 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.379851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Transition to ACTIVE for port object 7d7713ce-4971-4b39-9b19-3872105aba69 will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:39.433467 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782752-5c86-4be3-a02f-63f8e5489b9f req-e835973c-cebe-4576-a31f-177cdc503c5a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.434959 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5f782752-5c86-4be3-a02f-63f8e5489b9f req-e835973c-cebe-4576-a31f-177cdc503c5a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0967851 Jun 29 10:47:39.436351 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.440207 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5f18e29b-d2ea-4fe2-a89f-6d08984f8618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:39.500035 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:39.511516 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:39.517572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:39.522964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:39.543913 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5f782752-5c86-4be3-a02f-63f8e5489b9f req-e96c04a8-b5b6-43b8-aea3-d83ee82c426f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003504 Jun 29 10:47:39.546827 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:39.581480 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.582100 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.596838 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398962 Jun 29 10:47:39.758091 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-e7b08a9c-4851-4456-87df-7571c9d9fc68 None None] Provisioning for port 7d7713ce-4971-4b39-9b19-3872105aba69 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:39.762261 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-e7b08a9c-4851-4456-87df-7571c9d9fc68 None None] Provisioning complete for port 7d7713ce-4971-4b39-9b19-3872105aba69 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:39.762754 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e7b08a9c-4851-4456-87df-7571c9d9fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:39.800523 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-e7b08a9c-4851-4456-87df-7571c9d9fc68 None None] Port 7d7713ce-4971-4b39-9b19-3872105aba69 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:39.834278 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f9758-8ffd-4d0c-9bcd-74bd0cdf601f req-eb93b752-62b6-4aea-ac9f-becca6d2bfd0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.835726 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-928f9758-8ffd-4d0c-9bcd-74bd0cdf601f req-eb93b752-62b6-4aea-ac9f-becca6d2bfd0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 931 time: 0.0659356 Jun 29 10:47:39.874108 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-928f9758-8ffd-4d0c-9bcd-74bd0cdf601f req-55b936b8-d930-4ca2-a30a-71d27219c9d7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Jun 29 10:47:40.727723 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b495e-7c14-4628-810a-aeeeb894b73e req-4180cb65-f1db-4852-9c8a-c25958513f12 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:40.729251 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1f4b495e-7c14-4628-810a-aeeeb894b73e req-4180cb65-f1db-4852-9c8a-c25958513f12 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0640101 Jun 29 10:47:40.765205 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1f4b495e-7c14-4628-810a-aeeeb894b73e req-26d5d4b6-8f6a-44b8-bdb0-6d3af49ada90 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304265 Jun 29 10:47:41.042537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe2eb2-f22f-4818-bf6a-91334f7088f7 req-aaac2bea-971a-4c69-ad56-caf6c9b0477b tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.043999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57fe2eb2-f22f-4818-bf6a-91334f7088f7 req-aaac2bea-971a-4c69-ad56-caf6c9b0477b tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 931 time: 0.0640769 Jun 29 10:47:41.080737 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57fe2eb2-f22f-4818-bf6a-91334f7088f7 req-a107ee6c-417e-4327-ae0c-15dec7caf7d0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Jun 29 10:47:41.939863 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531713e-da87-4302-9f42-6c4fbf09bc9c req-305e22ad-1968-4aee-b87c-2fe490340e3e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.941318 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7531713e-da87-4302-9f42-6c4fbf09bc9c req-305e22ad-1968-4aee-b87c-2fe490340e3e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Jun 29 10:47:41.978634 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7531713e-da87-4302-9f42-6c4fbf09bc9c req-70e7a290-fbc2-4e6b-b923-ebd76c4c90cd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Jun 29 10:47:42.073617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Request body: {'port': {'device_id': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:42.151161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.353755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d49d-3416-4038-a558-29ebda6d9e5d req-7d19a197-cc62-43b2-abf7-b82c5d1be958 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:42.355156 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eae9d49d-3416-4038-a558-29ebda6d9e5d req-7d19a197-cc62-43b2-abf7-b82c5d1be958 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 931 time: 0.1657157 Jun 29 10:47:42.424211 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eae9d49d-3416-4038-a558-29ebda6d9e5d req-36239c45-3790-4cd1-8553-a27dd3ed25b1 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635762 Jun 29 10:47:42.487202 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7713ce-4971-4b39-9b19-3872105aba69 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:42.495439 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.506891 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Transition to ACTIVE for port object 7d7713ce-4971-4b39-9b19-3872105aba69 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:42.510754 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.513463 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-656a0017-5562-4ca8-afbe-c97c6e10d6bf tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:42.559593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:42.583524 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:42.644676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Attempting to bind port 7d7713ce-4971-4b39-9b19-3872105aba69 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:42.645024 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Attempting to bind port 7d7713ce-4971-4b39-9b19-3872105aba69 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:42.645358 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Attempting to bind port 7d7713ce-4971-4b39-9b19-3872105aba69 on network 4a50918b-3620-4a76-b6c9-d9bc92b09164 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:42.653190 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Port 7d7713ce-4971-4b39-9b19-3872105aba69 on network 4a50918b-3620-4a76-b6c9-d9bc92b09164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:42.653689 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Attempting to bind port 7d7713ce-4971-4b39-9b19-3872105aba69 on network 4a50918b-3620-4a76-b6c9-d9bc92b09164 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:42.660761 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:42.661382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Checking segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:42.661587 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Bound using segment: {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:42.662417 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Bound port: 7d7713ce-4971-4b39-9b19-3872105aba69, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b10eccb-351c-48d4-8fb5-d681b8932dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:42.662788 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.730265 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:42.733588 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:42.737860 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.740944 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:42.776000 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:42.776916 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:42.779095 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] 10.222.0.69 "PUT /v2.0/ports/7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 1093 time: 0.7104485 Jun 29 10:47:42.779847 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:42.782530 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:42.804149 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:42.808012 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:42.838273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6002dab-8bf3-48ba-a8b8-8760b97c7ce9 x-openstack-request-id: req-f6002dab-8bf3-48ba-a8b8-8760b97c7ce9 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:42.838669 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:42.839080 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6002dab-8bf3-48ba-a8b8-8760b97c7ce9 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:42.839569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'status': 'completed', 'code': 200} Jun 29 10:47:42.937959 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-b82ca132-e646-4c11-aa07-d1e702a77e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:42.939556 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-b82ca132-e646-4c11-aa07-d1e702a77e51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1096 time: 0.0678296 Jun 29 10:47:42.996672 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-ea35e07c-e347-40d7-9c08-3452d98fe940 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 217 time: 0.0400691 Jun 29 10:47:43.049161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-c4a05428-687a-46fc-9825-f9ea85271a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.050670 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-c4a05428-687a-46fc-9825-f9ea85271a21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0466442 Jun 29 10:47:43.156195 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-b8930a13-c2a5-4dcf-b06e-225d2113bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.157722 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-b8930a13-c2a5-4dcf-b06e-225d2113bc71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921240 Jun 29 10:47:43.186318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18b2a9-a6f6-4842-b48a-14a7ea88e449 req-69d63e17-1a81-476b-861b-571a3f3632d4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.187766 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2e18b2a9-a6f6-4842-b48a-14a7ea88e449 req-69d63e17-1a81-476b-861b-571a3f3632d4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0888190 Jun 29 10:47:43.283959 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2e18b2a9-a6f6-4842-b48a-14a7ea88e449 req-89647a91-d760-4fe4-aa53-71a8798411fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844190 Jun 29 10:47:43.307761 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-f6013b3f-55f8-43e5-a238-4e8478d9f086 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408873 Jun 29 10:47:43.333353 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48710) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:43.406859 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-49027ec6-b5a3-4227-abad-bdf699700e85 req-4e27245f-fa2d-4d28-940b-dc4c0c5a874c service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921600 Jun 29 10:47:43.640766 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-3a5abfd4-1c76-41de-a7be-f318f6c777da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.642339 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-3a5abfd4-1c76-41de-a7be-f318f6c777da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1096 time: 0.1508451 Jun 29 10:47:43.657503 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.750278 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.755373 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.759874 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d447be96-ce6b-4d8f-991c-4be7b5fb43fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:43.800408 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5086dbf-b8ff-4ba7-893f-4a62777c966e,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:43.804761 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:43.807966 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=333a5d27e3c84cd2947a462d702dc868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738429 Jun 29 10:47:43.810993 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 48728) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:43.872933 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.900113 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.968947 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.971925 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:43.973065 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5086dbf-b8ff-4ba7-893f-4a62777c966e HTTP/1.1" status: 204 len: 168 time: 0.1612368 Jun 29 10:47:43.974050 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:43.982311 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5086dbf-b8ff-4ba7-893f-4a62777c966e,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:43.984681 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:44.013708 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f475714-9a7a-4bac-8bd2-13ac519a8e62 req-38300b5f-47f3-4e82-8626-1ad2ac9760a0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.015160 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f475714-9a7a-4bac-8bd2-13ac519a8e62 req-38300b5f-47f3-4e82-8626-1ad2ac9760a0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.4395483 Jun 29 10:47:44.060934 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-e5f17775-e96b-4631-8848-f6f9303b45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.062424 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-e5f17775-e96b-4631-8848-f6f9303b45ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 909 time: 0.4112725 Jun 29 10:47:44.075774 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f475714-9a7a-4bac-8bd2-13ac519a8e62 req-bd75aa90-82f1-4121-a40b-b75d2c7e7d89 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538363 Jun 29 10:47:44.114901 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-f3b40cd3-2953-43bb-854b-2e3293026769 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 217 time: 0.0370336 Jun 29 10:47:44.166998 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-7b3ca539-3086-4051-94c3-7f994bf16492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.168404 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-7b3ca539-3086-4051-94c3-7f994bf16492 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0470715 Jun 29 10:47:44.231812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-5bec59fe-4248-4787-b3f4-8f12f858d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.233279 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-5bec59fe-4248-4787-b3f4-8f12f858d971 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504711 Jun 29 10:47:44.334164 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-b6fb08f9-2e49-4693-94a1-009ee0db81a2 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916965 Jun 29 10:47:44.461154 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b04ded6-38a9-41cd-a640-d8df2dcb8a0f req-1e8a0041-2f9a-4485-bc6d-5ea027db91ec service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189151 Jun 29 10:47:44.493046 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d07b-415f-43c4-b62e-b4a44d62a257 req-b91c8b3b-a33e-4364-92c2-2db51c34c2a6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.494958 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94d7d07b-415f-43c4-b62e-b4a44d62a257 req-b91c8b3b-a33e-4364-92c2-2db51c34c2a6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0859492 Jun 29 10:47:44.544588 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94d7d07b-415f-43c4-b62e-b4a44d62a257 req-d40226dd-dc17-4f75-af8f-526a16828dfc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Jun 29 10:47:45.277521 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a6c9d-e04d-473c-a266-27431fcd1684 req-8616ea93-ed2c-49aa-a5bf-d6c67f924cd5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:45.279169 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c3a6c9d-e04d-473c-a266-27431fcd1684 req-8616ea93-ed2c-49aa-a5bf-d6c67f924cd5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0829010 Jun 29 10:47:45.320696 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c3a6c9d-e04d-473c-a266-27431fcd1684 req-d45603ec-302a-481e-9b38-8fc09034c187 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346975 Jun 29 10:47:45.734955 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05e0fe-ca30-4973-a9b1-70692e6cf0bd req-1b306791-bd0b-4a23-b9a1-8b85975eaa6f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:45.736418 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc05e0fe-ca30-4973-a9b1-70692e6cf0bd req-1b306791-bd0b-4a23-b9a1-8b85975eaa6f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jun 29 10:47:45.781056 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc05e0fe-ca30-4973-a9b1-70692e6cf0bd req-a11b5c0b-fdb5-46f5-a3ed-dfba45b0b6ad tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 Jun 29 10:47:46.498022 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788db30-e938-4315-9680-658941ed20ed req-00a4ddf5-618a-4f79-aefe-5bc34c350518 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:46.499551 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c788db30-e938-4315-9680-658941ed20ed req-00a4ddf5-618a-4f79-aefe-5bc34c350518 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0672801 Jun 29 10:47:46.538602 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c788db30-e938-4315-9680-658941ed20ed req-98aa8e05-abfe-48e9-8c7a-c5fdbd97314c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Jun 29 10:47:46.970897 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44765-1e50-492c-b0f4-5c978701c47e req-48890a08-98f1-4a05-92a9-6891b57f65e0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:46.972455 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90f44765-1e50-492c-b0f4-5c978701c47e req-48890a08-98f1-4a05-92a9-6891b57f65e0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0692635 Jun 29 10:47:47.009576 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-90f44765-1e50-492c-b0f4-5c978701c47e req-68b1753a-8f1d-42ef-baf6-fcadaab6c86b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305429 Jun 29 10:47:47.711587 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f3a9-d1c3-46ee-b99a-77f0cbf9def5 req-b829b0ba-30a4-4c7f-84a6-3435d1378fdd tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:47.713099 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-da30f3a9-d1c3-46ee-b99a-77f0cbf9def5 req-b829b0ba-30a4-4c7f-84a6-3435d1378fdd tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0637114 Jun 29 10:47:47.751361 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-da30f3a9-d1c3-46ee-b99a-77f0cbf9def5 req-aea25eba-01b4-4c8c-a512-39c19e3d77b8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325589 Jun 29 10:47:47.905439 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4a1b-f7fe-4744-83c8-a4f438fe1496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.195850 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145ed3e-85e2-4484-9bc7-5753cc49938c req-6a91fa2f-f896-4eae-acb3-a2d471066a93 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.197569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9145ed3e-85e2-4484-9bc7-5753cc49938c req-6a91fa2f-f896-4eae-acb3-a2d471066a93 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0693841 Jun 29 10:47:48.238029 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9145ed3e-85e2-4484-9bc7-5753cc49938c req-9f23d32e-a1ea-4c15-b0b6-ae7cbf7fb574 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Jun 29 10:47:48.513308 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9514b-7295-4e06-927a-84b0537403cf req-d1e93e9e-ef0b-4791-9ec4-6496a966c621 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.514882 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-07b9514b-7295-4e06-927a-84b0537403cf req-d1e93e9e-ef0b-4791-9ec4-6496a966c621 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0642881 Jun 29 10:47:48.552629 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-07b9514b-7295-4e06-927a-84b0537403cf req-4c13408e-ff50-4ae9-b6a5-e1e6c5217dee tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Jun 29 10:47:48.923089 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8f72d-12c0-4814-87f8-6f9ad2b966ca req-f810b848-b844-43c7-ae4c-1e5f65039e55 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.924542 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94c8f72d-12c0-4814-87f8-6f9ad2b966ca req-f810b848-b844-43c7-ae4c-1e5f65039e55 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0648057 Jun 29 10:47:48.962045 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94c8f72d-12c0-4814-87f8-6f9ad2b966ca req-de66746a-8204-4d15-a1c6-617d6ebd7dfe tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Jun 29 10:47:49.419634 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42158b-25b8-424b-897b-93004185cdc7 req-636b37ae-ee7f-4fe7-927c-ee51909ff66c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.421215 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c42158b-25b8-424b-897b-93004185cdc7 req-636b37ae-ee7f-4fe7-927c-ee51909ff66c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0673018 Jun 29 10:47:49.457594 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c42158b-25b8-424b-897b-93004185cdc7 req-661c7b6f-afe5-403e-b204-ffec2b69492b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306218 Jun 29 10:47:49.733975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696c69-1edf-4543-9042-4ffb1322ba00 req-293083bb-104b-4c07-a2c5-7b84cf51b517 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.735648 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-34696c69-1edf-4543-9042-4ffb1322ba00 req-293083bb-104b-4c07-a2c5-7b84cf51b517 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0699694 Jun 29 10:47:49.772661 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-34696c69-1edf-4543-9042-4ffb1322ba00 req-2ffbc58a-6406-46c0-80e3-c13eee6fab2e tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Jun 29 10:47:50.140175 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac21fb-8ba4-4b63-ace0-77ddbf5a28d9 req-90030d7e-890d-42c8-89e7-584c76e920b4 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.141620 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-62ac21fb-8ba4-4b63-ace0-77ddbf5a28d9 req-90030d7e-890d-42c8-89e7-584c76e920b4 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0650506 Jun 29 10:47:50.177861 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-62ac21fb-8ba4-4b63-ace0-77ddbf5a28d9 req-d2135d9c-243a-4de5-9009-79f5c292963c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306699 Jun 29 10:47:50.335398 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:50.417956 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-aaa944d1-17e6-4f82-9d24-16bbad45bcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.561597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.782808 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec32a44-0724-41f8-a8d8-21bcbc02199b req-f006a560-23ee-42d8-a70b-404cd57db261 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.784250 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1ec32a44-0724-41f8-a8d8-21bcbc02199b req-f006a560-23ee-42d8-a70b-404cd57db261 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0617478 Jun 29 10:47:50.822817 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1ec32a44-0724-41f8-a8d8-21bcbc02199b req-fff20657-95e0-4490-ae89-f47ab64a39ae tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Jun 29 10:47:50.944129 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c269cb-d795-4663-aa65-7d28fbeca389 req-193082e0-9089-4a06-8ccc-7fbe7ded70cc tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.945595 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-72c269cb-d795-4663-aa65-7d28fbeca389 req-193082e0-9089-4a06-8ccc-7fbe7ded70cc tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0648036 Jun 29 10:47:50.982427 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-72c269cb-d795-4663-aa65-7d28fbeca389 req-817073b1-195e-4905-b6a3-41e55d3f0416 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Jun 29 10:47:51.346023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276ba8a-62a4-4dcc-84e7-0032f8dfd946 req-7918267a-e5ff-44d0-9399-8247553927be tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:51.347504 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1276ba8a-62a4-4dcc-84e7-0032f8dfd946 req-7918267a-e5ff-44d0-9399-8247553927be tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0644674 Jun 29 10:47:51.391371 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1276ba8a-62a4-4dcc-84e7-0032f8dfd946 req-86cce8cf-df57-4ab5-bb76-bea38826f1e8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339990 Jun 29 10:47:51.941591 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.193681 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:52.199210 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d214483-b7e8-4aa6-9fcd-649f0654eba6 req-f65c6e45-b635-449a-8dfd-5998db007b82 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.200700 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d214483-b7e8-4aa6-9fcd-649f0654eba6 req-f65c6e45-b635-449a-8dfd-5998db007b82 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1074612 Jun 29 10:47:52.208173 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5476f-b6f8-44ff-90af-07c36746be5a req-972bf6ad-989e-4840-9206-df2c8c03bdbd tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.209700 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15c5476f-b6f8-44ff-90af-07c36746be5a req-972bf6ad-989e-4840-9206-df2c8c03bdbd tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.1069608 Jun 29 10:47:52.266741 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6d214483-b7e8-4aa6-9fcd-649f0654eba6 req-d7e65180-1ece-4c2b-9869-739734b247d0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559950 Jun 29 10:47:52.272193 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15c5476f-b6f8-44ff-90af-07c36746be5a req-bd6333c8-eb8f-4fb7-b53b-988e38558be1 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549188 Jun 29 10:47:52.419743 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:52.431765 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'mac_address': 'fa:16:3e:34:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:52.470972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.487657 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8fa89b9-39cd-43ef-9b56-b1003d79d217 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:52.512020 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:52.517623 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.519839 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:52.569034 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=6']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:52.572278 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:52.576302 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a042868-f01a-4a56-8e30-e6fdaae923e5 req-30725f4d-93d9-4dd5-8be6-c791e509ff60 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.577876 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6a042868-f01a-4a56-8e30-e6fdaae923e5 req-30725f4d-93d9-4dd5-8be6-c791e509ff60 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0697720 Jun 29 10:47:52.615277 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6a042868-f01a-4a56-8e30-e6fdaae923e5 req-b3d1feac-1aca-4881-933a-2183c9640eb8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Jun 29 10:47:52.839484 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b8fa89b9-39cd-43ef-9b56-b1003d79d217'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:53.416224 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.516783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37f466-70db-446c-90c0-80ff4ae1def0 req-6a6e1e4e-dd1d-481f-9e70-87b8284aa705 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.517853 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db37f466-70db-446c-90c0-80ff4ae1def0 req-6a6e1e4e-dd1d-481f-9e70-87b8284aa705 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.1255918 Jun 29 10:47:53.526816 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13134304-08f6-4fdc-a74d-481954554b32 req-7df32616-62ab-4b77-89f5-088691e5f607 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.528409 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13134304-08f6-4fdc-a74d-481954554b32 req-7df32616-62ab-4b77-89f5-088691e5f607 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.1142745 Jun 29 10:47:53.586866 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db37f466-70db-446c-90c0-80ff4ae1def0 req-4bb6138e-b517-4877-81d5-5f16ffe683fd tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 Jun 29 10:47:53.605236 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-13134304-08f6-4fdc-a74d-481954554b32 req-23fcacf6-8e67-45e0-9de1-7f648333c6bb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698559 Jun 29 10:47:53.801989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0525ce-b9f4-4471-a945-6dc61c801a3d req-c18bbb7a-a499-43e7-b57a-678f97768603 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.805896 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e0525ce-b9f4-4471-a945-6dc61c801a3d req-c18bbb7a-a499-43e7-b57a-678f97768603 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0797331 Jun 29 10:47:53.841759 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.859563 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e0525ce-b9f4-4471-a945-6dc61c801a3d req-ca137b72-9d51-4fbc-85a1-8214af62b878 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Jun 29 10:47:54.381323 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-a46b9ed5-54c8-4661-ac14-dafabff640f7 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:54.382931 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-a46b9ed5-54c8-4661-ac14-dafabff640f7 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0698540 Jun 29 10:47:54.502747 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Deleting port 5666f051-a992-459c-863d-1e369405741d {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:54.503095 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.627860 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] For port 5666f051-a992-459c-863d-1e369405741d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5666f051-a992-459c-863d-1e369405741d,segment=NetworkSegment(19837d54-d0ff-498c-a5a1-025c93d5cc9c),segment_id=19837d54-d0ff-498c-a5a1-025c93d5cc9c)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:54.628823 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.648678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Calling delete_port for 5666f051-a992-459c-863d-1e369405741d owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:54.963252 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0caae-e052-4a72-8c1c-15a54ab44b78 req-8ba03db9-4d01-489c-86b1-b2ce0cc1c363 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:54.963252 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52b0caae-e052-4a72-8c1c-15a54ab44b78 req-8ba03db9-4d01-489c-86b1-b2ce0cc1c363 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 945 time: 0.2367711 Jun 29 10:47:54.966040 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.981262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-23dc1277-40b3-4729-b7ea-14ed4f1df2da tempest-VolumesActionsTest-1637079018 tempest-VolumesActionsTest-1637079018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.007722 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['5666f051-a992-459c-863d-1e369405741d'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:55.012890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5307c7b-4e62-4d86-af72-914cbed91ce6 req-08f1e9c7-771d-4a8f-b4dd-0189cef8642a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.014555 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c5307c7b-4e62-4d86-af72-914cbed91ce6 req-08f1e9c7-771d-4a8f-b4dd-0189cef8642a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.2414560 Jun 29 10:47:55.042764 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Pushing event deleted for resources: {'Port': ['ID=5666f051-a992-459c-863d-1e369405741d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.045211 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.067607 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:55.079349 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:55.117084 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-52b0caae-e052-4a72-8c1c-15a54ab44b78 req-a1328c45-677c-493d-bd7d-faf8cb2075f8 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/security-groups?id=173a81f6-a326-4dcc-a786-93557a350cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509759 Jun 29 10:47:55.164522 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] No DVR routers for this DVR port 5666f051-a992-459c-863d-1e369405741d on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:55.173310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.200535 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3a880099-21a4-4553-a50f-7d4b8b19eb9b req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.69 "DELETE /v2.0/ports/5666f051-a992-459c-863d-1e369405741d HTTP/1.1" status: 204 len: 173 time: 0.8100088 Jun 29 10:47:55.204771 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'name': 'network-vif-deleted', 'tag': '5666f051-a992-459c-863d-1e369405741d'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:55.208900 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f201843-bf52-481f-a3d7-2e49e48004d8" -d '{"events": [{"server_uuid": "6abd25be-5f02-4cae-8165-d560770e1dc3", "name": "network-vif-deleted", "tag": "5666f051-a992-459c-863d-1e369405741d"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:55.242158 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b8fa89b9-39cd-43ef-9b56-b1003d79d217 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:55.242585 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.249989 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c5307c7b-4e62-4d86-af72-914cbed91ce6 req-66ac1706-9908-46d0-8c9f-e5faca8dfb7a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028880 Jun 29 10:47:55.375275 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273b23b-8962-40e7-81b8-79edcebe2f4d req-5f894118-2960-45fb-99c0-b72d679c3def tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.377196 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0273b23b-8962-40e7-81b8-79edcebe2f4d req-5f894118-2960-45fb-99c0-b72d679c3def tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.1060584 Jun 29 10:47:55.378857 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c8cf1e-7e5a-4858-b4fc-882abbbd2792 x-openstack-request-id: req-67c8cf1e-7e5a-4858-b4fc-882abbbd2792 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:55.379315 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abd25be-5f02-4cae-8165-d560770e1dc3", "name": "network-vif-deleted", "tag": "5666f051-a992-459c-863d-1e369405741d", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:55.379812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67c8cf1e-7e5a-4858-b4fc-882abbbd2792 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:55.380694 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abd25be-5f02-4cae-8165-d560770e1dc3', 'name': 'network-vif-deleted', 'tag': '5666f051-a992-459c-863d-1e369405741d', 'status': 'completed', 'code': 200} Jun 29 10:47:55.425196 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:55.443371 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0273b23b-8962-40e7-81b8-79edcebe2f4d req-63cd66ff-6ec6-469b-8c6b-df04fa230db4 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576744 Jun 29 10:47:55.450668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '7d7713ce-4971-4b39-9b19-3872105aba69', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'port_id': '7d7713ce-4971-4b39-9b19-3872105aba69', 'mac_address': 'fa:16:3e:53:97:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:55.562556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.579655 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.584315 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7713ce-4971-4b39-9b19-3872105aba69 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:55.627501 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:55.636337 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:55.638655 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6b4df2-bb94-4ba7-b5bb-459057f7d872" -d '{"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:55.648243 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.653201 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.656314 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:55.684065 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.695105 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70154eba-320d-4db1-94f0-59e75d012796 x-openstack-request-id: req-70154eba-320d-4db1-94f0-59e75d012796 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:55.695327 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:55.695593 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70154eba-320d-4db1-94f0-59e75d012796 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:55.696011 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'code': 200} Jun 29 10:47:55.717330 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.720668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.721213 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6391a340-f861-4ea3-9963-5f8aad77af96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.803636 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=7']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.807226 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.815955 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-ca71ad30-2c46-4b18-8749-e8233aaa0a4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741289 Jun 29 10:47:55.969070 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915f03-3549-43c3-9125-907782a09052 req-36903ebc-9442-488d-9fa1-4bd16d289cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.970489 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-36903ebc-9442-488d-9fa1-4bd16d289cbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1137 time: 0.0673225 Jun 29 10:47:56.047510 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['7d7713ce-4971-4b39-9b19-3872105aba69'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:56.141773 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915f03-3549-43c3-9125-907782a09052 req-1c6d3328-9bde-427c-9704-761764d63f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.143568 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-1c6d3328-9bde-427c-9704-761764d63f9d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.1403940 Jun 29 10:47:56.231082 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-ea524591-fc1c-45b9-b11e-6042a7a51507 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0771620 Jun 29 10:47:56.369023 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d1c99c47-bd7a-41b0-b6bc-d672d9e97f3f req-12793da1-a411-4f80-aabc-ef366ebe244c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] 10.222.0.45 "GET /v2.0/ports?device_id=6abd25be-5f02-4cae-8165-d560770e1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0791028 Jun 29 10:47:56.400829 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915f03-3549-43c3-9125-907782a09052 req-395b7027-eee5-44ad-923c-1d20c04bc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.402882 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-395b7027-eee5-44ad-923c-1d20c04bc263 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.1573107 Jun 29 10:47:56.556331 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915f03-3549-43c3-9125-907782a09052 req-81e6d80b-dcaf-4954-9191-8d8ce788d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.558199 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-81e6d80b-dcaf-4954-9191-8d8ce788d2d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1336126 Jun 29 10:47:56.621199 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3971481-498c-4a42-90ac-e744c0502b71 req-211fa7fe-ae01-4039-8c76-44ac523d8d26 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.624551 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3971481-498c-4a42-90ac-e744c0502b71 req-211fa7fe-ae01-4039-8c76-44ac523d8d26 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1494823 Jun 29 10:47:56.738506 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b3971481-498c-4a42-90ac-e744c0502b71 req-d34d2d58-72f2-4cfb-b5ba-129a8b147876 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048303 Jun 29 10:47:56.778945 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c021-3237-4980-b9a5-d46fefcd2320 req-d60dcdf5-cb33-4e57-a72f-d02f64989049 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.780443 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd82c021-3237-4980-b9a5-d46fefcd2320 req-d60dcdf5-cb33-4e57-a72f-d02f64989049 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 944 time: 0.2184453 Jun 29 10:47:56.782257 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-5fc00269-f2a5-41dc-8298-e546a37ae5e5 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046499 Jun 29 10:47:56.883023 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd82c021-3237-4980-b9a5-d46fefcd2320 req-99e05942-a069-46ac-bca0-31b1e3dca704 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958798 Jun 29 10:47:56.934942 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d3915f03-3549-43c3-9125-907782a09052 req-ba553148-72bc-432f-8189-2993011f5fd9 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277235 Jun 29 10:47:57.356988 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 49086) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:57.498532 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.612551 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.622100 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.626054 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-390b0656-fcdd-4842-a786-efe5cae488a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.674590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49098) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:57.674823 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=838e4b2c7aa84a63951b93e254c9a166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166032 Jun 29 10:47:57.690790 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d924dfb6-4ed2-47b8-a7e0-e2f84e7b983b,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.695732 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.747659 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.769744 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.846938 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.853689 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.858260 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d924dfb6-4ed2-47b8-a7e0-e2f84e7b983b HTTP/1.1" status: 204 len: 168 time: 0.1791108 Jun 29 10:47:57.858260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-75a72bad-8860-47b5-92bd-fb3e41b6e320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.885929 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d924dfb6-4ed2-47b8-a7e0-e2f84e7b983b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.922278 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.926949 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.928057 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.928669 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.929267 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.929787 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.930409 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.931506 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.931955 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.932398 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.932914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.933633 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.937747 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:58.015478 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253d3e-1a9c-49f9-ad63-7d3e45861ebc req-abf871c0-b66b-45e5-9353-e70a4c84bdeb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.023132 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17253d3e-1a9c-49f9-ad63-7d3e45861ebc req-abf871c0-b66b-45e5-9353-e70a4c84bdeb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0866463 Jun 29 10:47:58.074120 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-17253d3e-1a9c-49f9-ad63-7d3e45861ebc req-035e0563-61e0-4223-969d-1fcb58627730 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Jun 29 10:47:58.147410 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bd001-9607-4ed8-ad0a-9a68b524518f req-767de835-9274-431a-9972-82957a32e07d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.149734 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f16bd001-9607-4ed8-ad0a-9a68b524518f req-767de835-9274-431a-9972-82957a32e07d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 944 time: 0.0706282 Jun 29 10:47:58.193649 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f16bd001-9607-4ed8-ad0a-9a68b524518f req-5cbb4749-80f9-4511-b121-e53960ed743c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378971 Jun 29 10:47:58.313121 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49114) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:58.329152 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.429369 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.434332 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.436901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bfb041c0-347a-44f1-b160-2b175ffefc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:58.480463 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e7cd9f77cc8469e9bc68e0879385664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661234 Jun 29 10:47:58.481373 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff7928-ab2f-4937-b29a-64b66d2ae334,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:58.483318 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 49116) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:58.484421 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:58.538889 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.563824 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.616884 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.620205 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.621408 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecff7928-ab2f-4937-b29a-64b66d2ae334 HTTP/1.1" status: 204 len: 168 time: 0.1363661 Jun 29 10:47:58.622430 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7427bf92-c93d-4828-9e4a-80ce27754a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:58.632379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff7928-ab2f-4937-b29a-64b66d2ae334,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:58.635059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-29d69ed3-64ac-4dc4-aa47-85498f132bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:59.094603 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:59.221182 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 7d7713ce-4971-4b39-9b19-3872105aba69 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:59.235390 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 7d7713ce-4971-4b39-9b19-3872105aba69 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:59.235790 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.353331 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.381926 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:59.385744 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef94eea0-e7cc-4a3b-9ebe-a54b8ccb6588" -d '{"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-plugged", "status": "completed", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:59.406679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:59.414493 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.416599 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5666f051-a992-459c-863d-1e369405741d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:59.419791 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:59.461916 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 5666f051-a992-459c-863d-1e369405741d {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:59.462540 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 5666f051-a992-459c-863d-1e369405741d not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:59.475359 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c92e6-d858-4f56-96a5-45709a3e3f03 req-4812f8d8-408e-4547-b0ec-d845c174d843 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.483280 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c58c92e6-d858-4f56-96a5-45709a3e3f03 req-4812f8d8-408e-4547-b0ec-d845c174d843 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1648514 Jun 29 10:47:59.492794 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:59.497280 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:59.564428 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c58c92e6-d858-4f56-96a5-45709a3e3f03 req-542242e4-016b-4277-bab5-e302a712d7e7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801520 Jun 29 10:47:59.572176 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d9d2b-cc7b-49a1-86d2-c8ffd2dc342e req-42fdceea-4050-4f16-afeb-ba218364167d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.581300 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e22d9d2b-cc7b-49a1-86d2-c8ffd2dc342e req-42fdceea-4050-4f16-afeb-ba218364167d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.1812525 Jun 29 10:47:59.632166 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e22d9d2b-cc7b-49a1-86d2-c8ffd2dc342e req-2681b682-765c-4414-9639-770c92648fd8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496480 Jun 29 10:47:59.638334 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e961b3a7-d18d-41a5-8ba3-6661e70dc5eb x-openstack-request-id: req-e961b3a7-d18d-41a5-8ba3-6661e70dc5eb {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:59.638647 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-plugged", "status": "completed", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:59.639024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e961b3a7-d18d-41a5-8ba3-6661e70dc5eb {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:59.639308 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'code': 200} Jun 29 10:48:00.769621 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ff622-688b-4058-ae90-b7ff3afb8598 req-93629461-47e0-4a5b-aa47-f7a60dbd2b6f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.777686 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f72ff622-688b-4058-ae90-b7ff3afb8598 req-93629461-47e0-4a5b-aa47-f7a60dbd2b6f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0823159 Jun 29 10:48:00.850844 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f72ff622-688b-4058-ae90-b7ff3afb8598 req-f8050fac-44a3-423c-a6e3-9cbe595d3b3a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722184 Jun 29 10:48:00.909354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7398c88-a01d-4dec-8037-2a2c612c2e0f req-6af9d063-1724-4d40-ada2-14ca23ac0292 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.911328 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b7398c88-a01d-4dec-8037-2a2c612c2e0f req-6af9d063-1724-4d40-ada2-14ca23ac0292 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.1308436 Jun 29 10:48:00.975734 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b7398c88-a01d-4dec-8037-2a2c612c2e0f req-6d031c84-1c54-41e1-88ea-3f51c6a063d3 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584495 Jun 29 10:48:02.058885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f113-a289-4b48-b1a3-bf0d963d1e76 req-857da709-349d-4cb1-aa95-6d363174bf7a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.060492 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dce0f113-a289-4b48-b1a3-bf0d963d1e76 req-857da709-349d-4cb1-aa95-6d363174bf7a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0791008 Jun 29 10:48:02.140746 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dce0f113-a289-4b48-b1a3-bf0d963d1e76 req-b784c30c-0b88-4de0-966e-2f11e1d2bee4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727811 Jun 29 10:48:02.182514 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30f865-faf2-4b20-ac97-bd6d1b43f131 req-db56f9da-b76a-40d2-b1f4-ee3b3985bb77 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.184018 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca30f865-faf2-4b20-ac97-bd6d1b43f131 req-db56f9da-b76a-40d2-b1f4-ee3b3985bb77 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0829368 Jun 29 10:48:02.222654 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ca30f865-faf2-4b20-ac97-bd6d1b43f131 req-8aa5cb6c-6af9-4ac7-9bbf-59895e0d44e8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326030 Jun 29 10:48:02.701184 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09f245-43e0-441f-85ea-489f46068420 req-ae23f5ad-2944-417b-9895-b685b7bc816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.702781 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd09f245-43e0-441f-85ea-489f46068420 req-ae23f5ad-2944-417b-9895-b685b7bc816d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1098 time: 0.0591276 Jun 29 10:48:02.742696 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd09f245-43e0-441f-85ea-489f46068420 req-1143d63f-dae1-404e-8cfe-9b80780d3390 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299988 Jun 29 10:48:03.341383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b39f5-4e35-40a8-965b-8565247374d7 req-32e6c478-8334-41aa-8d4b-84b57b4ff65f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:03.343253 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db4b39f5-4e35-40a8-965b-8565247374d7 req-32e6c478-8334-41aa-8d4b-84b57b4ff65f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0720258 Jun 29 10:48:03.411671 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-db4b39f5-4e35-40a8-965b-8565247374d7 req-fad44cd8-7c21-40f5-8c18-d55e70fd078c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569813 Jun 29 10:48:03.455247 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9794-636c-450b-9cc1-c069e71999a5 req-b2637fe9-a027-4491-a7bc-72f9fab1245e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:03.456844 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cbde9794-636c-450b-9cc1-c069e71999a5 req-b2637fe9-a027-4491-a7bc-72f9fab1245e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.1124482 Jun 29 10:48:03.507352 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cbde9794-636c-450b-9cc1-c069e71999a5 req-22be41dc-71da-43d4-9cee-52f9524795f5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 Jun 29 10:48:04.599400 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eecc88-2fa0-4129-9ec3-6c68fa5429c5 req-5bc18036-50af-4220-b2fa-a66de27bdebf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.601265 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-86eecc88-2fa0-4129-9ec3-6c68fa5429c5 req-5bc18036-50af-4220-b2fa-a66de27bdebf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0681183 Jun 29 10:48:04.667471 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-86eecc88-2fa0-4129-9ec3-6c68fa5429c5 req-72e42b90-4871-4b61-bb75-604d832b033c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599086 Jun 29 10:48:04.696362 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1d24-245d-470a-88d1-40dd4ff0803b req-f77fd0d4-08f1-4f68-831c-aa234d4da2d7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.697789 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4fcf1d24-245d-470a-88d1-40dd4ff0803b req-f77fd0d4-08f1-4f68-831c-aa234d4da2d7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0765095 Jun 29 10:48:04.733875 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4fcf1d24-245d-470a-88d1-40dd4ff0803b req-6e4c263b-b6ab-4e13-9890-46b617301ac8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Jun 29 10:48:05.844830 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c391f2-ea05-4bac-96d6-f2c646b1505d req-3fc20c36-d459-43ab-9e94-a2126cfe3134 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:05.846319 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4c391f2-ea05-4bac-96d6-f2c646b1505d req-3fc20c36-d459-43ab-9e94-a2126cfe3134 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0660815 Jun 29 10:48:05.914274 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a4c391f2-ea05-4bac-96d6-f2c646b1505d req-e5f90950-a845-4812-b562-e1567b228cc7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586200 Jun 29 10:48:05.934083 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fae42-5901-4fe7-8e1b-46ef6c962499 req-09f136f7-f4b4-486e-bd9e-c76634583250 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:05.935573 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b15fae42-5901-4fe7-8e1b-46ef6c962499 req-09f136f7-f4b4-486e-bd9e-c76634583250 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0883636 Jun 29 10:48:05.971936 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b15fae42-5901-4fe7-8e1b-46ef6c962499 req-ea72250f-db04-4a5c-9e1d-c3ec736ab23d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Jun 29 10:48:07.128964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a211a4-70bf-4895-b5df-78a2b50f2ff3 req-f0f21df4-ea6c-47ed-a95e-101224b97d32 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.130358 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-63a211a4-70bf-4895-b5df-78a2b50f2ff3 req-f0f21df4-ea6c-47ed-a95e-101224b97d32 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1014884 Jun 29 10:48:07.208050 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-63a211a4-70bf-4895-b5df-78a2b50f2ff3 req-51855551-4e51-463c-bb74-fc33db5507e8 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603878 Jun 29 10:48:07.226052 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8698-fc3b-43ef-963e-ff85cc304224 req-b4893e86-1ab2-467d-a9c3-96b5749569d5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.227618 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a9e8698-fc3b-43ef-963e-ff85cc304224 req-b4893e86-1ab2-467d-a9c3-96b5749569d5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.1451981 Jun 29 10:48:07.232880 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-20bbd789-a91b-4c9d-bafd-98034174869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:07.234323 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-20bbd789-a91b-4c9d-bafd-98034174869c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1098 time: 0.1377280 Jun 29 10:48:07.267044 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a9e8698-fc3b-43ef-963e-ff85cc304224 req-a8559717-b6e8-49f3-bd65-adcb873c6a15 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Jun 29 10:48:08.322025 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-151acc18-25e7-4b1c-bf5a-8e13002a9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.323518 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-151acc18-25e7-4b1c-bf5a-8e13002a9024 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0872445 Jun 29 10:48:08.393435 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b8fa1-8f91-44d2-8ff9-804a53e6864a req-470fc6e9-900f-48a1-aa3a-c9e3442778e6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.394869 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c87b8fa1-8f91-44d2-8ff9-804a53e6864a req-470fc6e9-900f-48a1-aa3a-c9e3442778e6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0702615 Jun 29 10:48:08.461151 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c87b8fa1-8f91-44d2-8ff9-804a53e6864a req-7092aa94-f550-4073-87d1-8a1078b3660f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497642 Jun 29 10:48:08.482069 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093673d2-0c74-4142-8e61-9e5e5d4b07a1 req-bc365e28-da87-4bb0-9dbe-d5730a0022bf tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.483600 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-093673d2-0c74-4142-8e61-9e5e5d4b07a1 req-bc365e28-da87-4bb0-9dbe-d5730a0022bf tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.1090446 Jun 29 10:48:08.521469 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-093673d2-0c74-4142-8e61-9e5e5d4b07a1 req-eb0fec94-218a-43af-80df-9590182b8d9e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jun 29 10:48:09.171284 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-ddb49a62-7593-44e5-a15f-740a5fe49ef4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 1001 time: 0.0598085 Jun 29 10:48:09.661514 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94c642-b72e-4579-98d2-c5bb40fe146d req-436533bc-e256-4df3-9cc1-1a84b7a4f957 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.663008 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e94c642-b72e-4579-98d2-c5bb40fe146d req-436533bc-e256-4df3-9cc1-1a84b7a4f957 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0768063 Jun 29 10:48:09.721168 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5e94c642-b72e-4579-98d2-c5bb40fe146d req-38efcd98-f30b-40a8-b82d-3a423ea7d205 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Jun 29 10:48:09.738950 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea8bf-8ca6-40f0-93d3-6227ba21994a req-8f3b6b55-dbc0-47b8-a8a1-ae5680c657cf tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.740382 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a58ea8bf-8ca6-40f0-93d3-6227ba21994a req-8f3b6b55-dbc0-47b8-a8a1-ae5680c657cf tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0965269 Jun 29 10:48:09.776947 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a58ea8bf-8ca6-40f0-93d3-6227ba21994a req-01633dc0-5251-4706-a18c-f7ef76bfe110 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301683 Jun 29 10:48:10.170837 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-873d8a5f-b5b9-4f1b-b250-0ad8f0cd80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.172228 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-873d8a5f-b5b9-4f1b-b250-0ad8f0cd80c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0432985 Jun 29 10:48:10.270628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-8ae2667b-7a8f-4776-bea3-20ab2301c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.272112 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-8ae2667b-7a8f-4776-bea3-20ab2301c7d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552616 Jun 29 10:48:10.636362 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-a554ff8c-0d73-417b-8990-81d3ae1fb940 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412092 Jun 29 10:48:10.730226 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8d6b31fa-084e-425f-9dfb-4f6ed0cb75ae req-51d569ce-0661-4b33-a15c-7e04419eb2be service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Jun 29 10:48:10.899810 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce227-09cf-4413-9153-75526fe20056 req-8a0fac44-a967-4b38-8ae8-f35e22701fdb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.901219 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-202ce227-09cf-4413-9153-75526fe20056 req-8a0fac44-a967-4b38-8ae8-f35e22701fdb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.0657229 Jun 29 10:48:10.972457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-202ce227-09cf-4413-9153-75526fe20056 req-bd646665-b9fc-482f-87e4-34ac93e7b2af tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608709 Jun 29 10:48:10.991885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20829026-df7c-4460-8846-8eb74a627f41 req-19511ff4-54d6-4d4d-a21e-3b491484129c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.993487 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20829026-df7c-4460-8846-8eb74a627f41 req-19511ff4-54d6-4d4d-a21e-3b491484129c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0912554 Jun 29 10:48:11.029852 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20829026-df7c-4460-8846-8eb74a627f41 req-8ff6dc88-20d2-4ff6-bfb6-ec8838de0f5f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Jun 29 10:48:11.198215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301b5ca-9a5a-4d4f-8e52-aa8d3119eb9d req-cebed582-2ea4-4302-8a48-4e8b57de6c23 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.199496 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b301b5ca-9a5a-4d4f-8e52-aa8d3119eb9d req-cebed582-2ea4-4302-8a48-4e8b57de6c23 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0622711 Jun 29 10:48:11.239286 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b301b5ca-9a5a-4d4f-8e52-aa8d3119eb9d req-5f3abfd2-7663-432e-b8d7-0e7baf6d8fcc tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Jun 29 10:48:11.262894 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49340) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:11.452730 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928e9da-e56a-4e2e-8055-c7f209c00ef0 tempest-TestShelveInstance-1511561365 tempest-TestShelveInstance-1511561365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.454243 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a928e9da-e56a-4e2e-8055-c7f209c00ef0 tempest-TestShelveInstance-1511561365 tempest-TestShelveInstance-1511561365-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1093 time: 0.1901572 Jun 29 10:48:11.457221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49346) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:11.461594 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'port_id': '7d7713ce-4971-4b39-9b19-3872105aba69', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:11.482517 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for floatingip, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.585272 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.690036 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Allocated IP 172.27.2.90 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/058b1cca-0459-4cdf-a0b4-279de68ca579) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:11.787794 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.824235 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.826283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e6a82387-e01e-4d62-8406-59b2b1f5e88c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:11.865061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:11.869485 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:11.872169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:11.894908 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'Port': ['ID=058b1cca-0459-4cdf-a0b4-279de68ca579,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:11.898063 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:12.235097 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4a4b-9a0b-4804-8af5-0f44ebba99bc req-4304e157-4cbc-4298-9ec3-76dd0b5ecc0e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.236579 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ecbf4a4b-9a0b-4804-8af5-0f44ebba99bc req-4304e157-4cbc-4298-9ec3-76dd0b5ecc0e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 945 time: 0.1493680 Jun 29 10:48:12.310257 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ecbf4a4b-9a0b-4804-8af5-0f44ebba99bc req-afaa7b0e-c89f-4f24-baba-a8ab3f76f9db tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659361 Jun 29 10:48:12.313099 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.388258 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.533711 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.537973 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.540694 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0ae89e7-efa6-4ef8-bdbb-5e6964cd389b tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:12.591411 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:12.614943 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event updated for resources: {'Port': ['ID=058b1cca-0459-4cdf-a0b4-279de68ca579,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:12.619109 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:12.623865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.671162 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.692789 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:12.695051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc148520-846c-44cd-958c-432de8bd21d5" -d '{"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:12.707742 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:12.713009 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.716370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:12.728970 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Floating IP cb8b65d9-1088-4c35-994a-cbc1d3affdb1 associated. External IP: 172.27.2.90, port: 7d7713ce-4971-4b39-9b19-3872105aba69. Jun 29 10:48:12.740247 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cc1613-ac56-4cf2-9677-796a5e938a88 x-openstack-request-id: req-f3cc1613-ac56-4cf2-9677-796a5e938a88 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:12.740668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:12.741019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3cc1613-ac56-4cf2-9677-796a5e938a88 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:12.741508 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'code': 200} Jun 29 10:48:12.766049 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=8']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:12.773196 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.774211 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.774606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.774946 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.775279 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.775611 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.775940 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.776294 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.776625 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.776950 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.777282 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.777601 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:12.781577 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:12.927099 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Router fc7cbc37-5efa-459e-b410-d67c8335cd2a has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:13.032232 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:13.041893 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] Sync routers for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:13.047912 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:13.051101 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:13.051722 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:47:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.084750 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6264253 Jun 29 10:48:13.085389 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:13.087729 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37c1325-ed28-4f41-8001-3f4bc0ec712e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:13.123052 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b062e07b-14b4-44a4-b20a-c2f48e014174 x-openstack-request-id: req-b062e07b-14b4-44a4-b20a-c2f48e014174 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:13.123369 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:13.123650 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b062e07b-14b4-44a4-b20a-c2f48e014174 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:13.124075 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'status': 'completed', 'code': 200} Jun 29 10:48:13.158469 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:13.417381 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': 'cb8b65d9-1088-4c35-994a-cbc1d3affdb1', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'port_id': '7d7713ce-4971-4b39-9b19-3872105aba69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'mac_address': 'fa:16:3e:53:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:12Z', 'updated_at': '2021-06-29T10:48:12Z', 'revision_number': 0, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.446428 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] Checking router: fc7cbc37-5efa-459e-b410-d67c8335cd2a for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:13.454822 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:13.455435 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:47:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.499029 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88948f31-f7ae-44c3-a945-1e0a1666aa23 req-74a4f421-ea95-41e8-bec6-2fcb38089776 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.500548 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88948f31-f7ae-44c3-a945-1e0a1666aa23 req-74a4f421-ea95-41e8-bec6-2fcb38089776 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0675871 Jun 29 10:48:13.537130 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88948f31-f7ae-44c3-a945-1e0a1666aa23 req-25292ac6-6abd-4c09-ac57-5771e4abdd25 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308542 Jun 29 10:48:13.562353 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:13.778104 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-8106605e-bc0c-4b51-b3aa-96921cfe4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.779608 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-8106605e-bc0c-4b51-b3aa-96921cfe4235 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1098 time: 0.0515444 Jun 29 10:48:13.783212 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': 'cb8b65d9-1088-4c35-994a-cbc1d3affdb1', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'port_id': '7d7713ce-4971-4b39-9b19-3872105aba69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'mac_address': 'fa:16:3e:53:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:12Z', 'updated_at': '2021-06-29T10:48:12Z', 'revision_number': 0, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.809497 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92e26c-3b24-4d2b-b038-51002f1c5da5 None None] The sync data for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi is: [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': 'cb8b65d9-1088-4c35-994a-cbc1d3affdb1', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'port_id': '7d7713ce-4971-4b39-9b19-3872105aba69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'mac_address': 'fa:16:3e:53:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:12Z', 'updated_at': '2021-06-29T10:48:12Z', 'revision_number': 0, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:13.876404 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-7783b8f8-2776-470b-9ad7-4e78322e9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.877960 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-7783b8f8-2776-470b-9ad7-4e78322e9d1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 909 time: 0.0877082 Jun 29 10:48:13.946003 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-7e7be624-4975-43a7-bb52-85491090ce1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 998 time: 0.0600486 Jun 29 10:48:13.998943 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c095f0-2eb7-4ef6-8646-b7e94f6b503f None None] New status for floating IP cb8b65d9-1088-4c35-994a-cbc1d3affdb1: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:14.001722 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-a1adcac2-fd9b-44ef-8c73-b781db71264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.003490 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-a1adcac2-fd9b-44ef-8c73-b781db71264b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0474472 Jun 29 10:48:14.066861 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-88d0b70a-d73c-42b6-affc-2ec9a3319ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.068401 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-88d0b70a-d73c-42b6-affc-2ec9a3319ca7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570636 Jun 29 10:48:14.162452 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-8d0e5612-6345-4309-b786-35c59afa337f service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822453 Jun 29 10:48:14.260686 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f37c1325-ed28-4f41-8001-3f4bc0ec712e req-77a8c50c-8afc-4ad1-8a52-699657ee8f10 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882552 Jun 29 10:48:14.734300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804200a-331e-4088-975e-3371270b1b06 req-4c42fce9-90e9-4493-b527-f016173e8811 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.736426 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3804200a-331e-4088-975e-3371270b1b06 req-4c42fce9-90e9-4493-b527-f016173e8811 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0780714 Jun 29 10:48:14.783975 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3804200a-331e-4088-975e-3371270b1b06 req-a45888b8-7bf4-4f9c-989f-65f942c8568a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Jun 29 10:48:15.964599 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24507b39-e35c-4ff1-bd8c-f102c0b4192c req-396e1cc9-b255-4b7e-9530-408fec5d7a78 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:15.966122 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24507b39-e35c-4ff1-bd8c-f102c0b4192c req-396e1cc9-b255-4b7e-9530-408fec5d7a78 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0658455 Jun 29 10:48:16.008352 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-24507b39-e35c-4ff1-bd8c-f102c0b4192c req-9caf23b4-10f2-4931-b621-3897ff1fbc25 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361865 Jun 29 10:48:17.190476 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cfae6-9850-48ab-abbc-80c83d9de7cb req-9d1097fa-c32d-4cf0-a3c0-8e253a1d32a4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:17.191923 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c54cfae6-9850-48ab-abbc-80c83d9de7cb req-9d1097fa-c32d-4cf0-a3c0-8e253a1d32a4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0651245 Jun 29 10:48:17.229345 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c54cfae6-9850-48ab-abbc-80c83d9de7cb req-200d956b-0dbc-4749-b34e-8fb73e969bb2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Jun 29 10:48:17.906263 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a92d9ea8-1a28-4a2a-be5e-5c3557e989b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.405419 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22fc5a-213d-431c-9ee0-205a3e72c589 req-f6c6de83-b672-438e-9754-82cceb8ebab6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.406893 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a22fc5a-213d-431c-9ee0-205a3e72c589 req-f6c6de83-b672-438e-9754-82cceb8ebab6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0621624 Jun 29 10:48:18.442782 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9a22fc5a-213d-431c-9ee0-205a3e72c589 req-375d095b-9e20-42e5-b036-397c2826c944 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304508 Jun 29 10:48:19.627032 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714580-030a-4c79-8075-9c0ad4a65a84 req-8365de9f-76bc-4ef5-89df-82a373fc8393 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.628518 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fb714580-030a-4c79-8075-9c0ad4a65a84 req-8365de9f-76bc-4ef5-89df-82a373fc8393 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0685778 Jun 29 10:48:19.667989 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fb714580-030a-4c79-8075-9c0ad4a65a84 req-58dbe994-d351-43e9-ae8a-5593aede19f4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jun 29 10:48:20.407434 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6372eb-eb30-42fe-baa4-ecc87dc86e7a req-3a8a8421-19e1-4ad3-97af-bacf045a7730 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.408963 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f6372eb-eb30-42fe-baa4-ecc87dc86e7a req-3a8a8421-19e1-4ad3-97af-bacf045a7730 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0643687 Jun 29 10:48:20.421291 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-02751702-e3e5-4d89-880e-efd6087df8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.449500 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3f6372eb-eb30-42fe-baa4-ecc87dc86e7a req-8673cfac-55a4-4468-9e2e-996c82461763 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342491 Jun 29 10:48:20.564294 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.644407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49516) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:20.744175 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-90ac4e72-a01a-41f8-a5eb-58ccd12acc8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980208 Jun 29 10:48:21.626443 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc90df-5fb8-4a9d-812a-feb16542b6e6 req-be74b322-37a2-45c9-abe9-aeb6455bf88e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:21.627829 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09cc90df-5fb8-4a9d-812a-feb16542b6e6 req-be74b322-37a2-45c9-abe9-aeb6455bf88e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0658817 Jun 29 10:48:21.672810 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09cc90df-5fb8-4a9d-812a-feb16542b6e6 req-990c3421-d671-4386-8e3d-7152914c8a19 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Jun 29 10:48:21.942934 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:22.850355 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd58450-fa14-4690-adbd-aad799889df5 req-e85a20a3-2416-4fe7-a402-73dc00cdaf31 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:22.852448 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7cd58450-fa14-4690-adbd-aad799889df5 req-e85a20a3-2416-4fe7-a402-73dc00cdaf31 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0654359 Jun 29 10:48:22.890550 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7cd58450-fa14-4690-adbd-aad799889df5 req-c56f4c28-74f7-4c27-adfc-31b39e79414f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Jun 29 10:48:23.410602 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:24.075803 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585de9e-9efb-4c5b-8f1e-4eea05d4f0e4 req-f853fd9f-61a6-4444-a162-4d915c1a1db4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.078633 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8585de9e-9efb-4c5b-8f1e-4eea05d4f0e4 req-f853fd9f-61a6-4444-a162-4d915c1a1db4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0677493 Jun 29 10:48:24.126845 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8585de9e-9efb-4c5b-8f1e-4eea05d4f0e4 req-b93a6ac6-5ca8-43c1-8cd8-dff77b4932c6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Jun 29 10:48:25.299164 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929bba-dd83-48e5-9d2c-952a530b0e19 req-d96a937a-aacd-452a-ad25-c17f1b4b2d85 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.300506 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba929bba-dd83-48e5-9d2c-952a530b0e19 req-d96a937a-aacd-452a-ad25-c17f1b4b2d85 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0609586 Jun 29 10:48:25.319089 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:25.338773 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ba929bba-dd83-48e5-9d2c-952a530b0e19 req-efc5e17a-91e6-4f1a-9a1c-22d338fdd45b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Jun 29 10:48:25.359734 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.529603 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134c7ef-60a7-483a-8659-cd5dfd99c7bd req-312c9113-113e-42be-aa4b-3bc2d4760206 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:26.531111 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a134c7ef-60a7-483a-8659-cd5dfd99c7bd req-312c9113-113e-42be-aa4b-3bc2d4760206 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0679617 Jun 29 10:48:26.569762 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a134c7ef-60a7-483a-8659-cd5dfd99c7bd req-cd49aa4d-f754-4c63-8444-8e08dbdc2b18 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Jun 29 10:48:27.333647 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:27.767135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc87fe5-926d-465e-ad59-29c249238f6d req-c36d81f0-7be7-4e72-8ad5-be5cccbbe4cb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.768675 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8bc87fe5-926d-465e-ad59-29c249238f6d req-c36d81f0-7be7-4e72-8ad5-be5cccbbe4cb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0810971 Jun 29 10:48:27.813032 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8bc87fe5-926d-465e-ad59-29c249238f6d req-c50a1de9-0304-4d26-9949-4031173a9633 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Jun 29 10:48:27.968384 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-b589fcf6-f5e6-458c-9ce0-11e9b485c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.969839 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-b589fcf6-f5e6-458c-9ce0-11e9b485c126 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3&tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0915489 Jun 29 10:48:28.068956 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-4b680f92-987c-41a1-8ac8-533f1da2bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.070391 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-4b680f92-987c-41a1-8ac8-533f1da2bd39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1096 time: 0.0539598 Jun 29 10:48:28.990632 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99f22d-b84c-4065-8411-ca5a5e3015a3 req-5a81b4e7-9450-4469-8445-09df7f1060a3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.992143 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6b99f22d-b84c-4065-8411-ca5a5e3015a3 req-5a81b4e7-9450-4469-8445-09df7f1060a3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0644605 Jun 29 10:48:29.037570 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6b99f22d-b84c-4065-8411-ca5a5e3015a3 req-31dde0bd-151c-466d-a007-9e7840226e33 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398092 Jun 29 10:48:29.111508 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-37aa1695-143f-4f92-8c92-60e26f7a1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.113079 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-37aa1695-143f-4f92-8c92-60e26f7a1fb4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0886383 Jun 29 10:48:29.942463 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-0e59a528-488e-44e1-b887-4034cfb78fe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 999 time: 0.0564337 Jun 29 10:48:30.210302 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d3e7b-939b-40b7-a528-6ff9fdc19488 req-9d5b111e-490c-4e38-91a7-974cf6fa074e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.211763 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-416d3e7b-939b-40b7-a528-6ff9fdc19488 req-9d5b111e-490c-4e38-91a7-974cf6fa074e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0605152 Jun 29 10:48:30.249587 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-416d3e7b-939b-40b7-a528-6ff9fdc19488 req-c36ab942-eacc-4339-b8d0-0c930234448f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Jun 29 10:48:30.980485 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-f5f9fffb-9b8e-406d-8e1f-bd95b14f8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.981960 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-f5f9fffb-9b8e-406d-8e1f-bd95b14f8a0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0457914 Jun 29 10:48:31.040101 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-9c01548d-dbe0-4f77-bfca-0baf2e0b3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.042275 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-9c01548d-dbe0-4f77-bfca-0baf2e0b3c91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514016 Jun 29 10:48:31.141456 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-8eb29d26-8e91-40dd-9ca0-4b3c84557566 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830028 Jun 29 10:48:31.530569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d873990b-0a50-4ee5-83bf-e1861afede09 req-9365b236-4375-4ee1-a917-9b1162a4b785 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795040 Jun 29 10:48:31.545977 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e1522-2362-4609-b08f-f95d537e0761 req-14957ec6-b46b-4009-a994-205197b430c4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.547614 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c6e1522-2362-4609-b08f-f95d537e0761 req-14957ec6-b46b-4009-a994-205197b430c4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.1221118 Jun 29 10:48:31.588247 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c6e1522-2362-4609-b08f-f95d537e0761 req-165bd310-f755-46fe-a501-9b66d3a18504 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342543 Jun 29 10:48:32.778622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f530a1-a923-493b-b929-d8a653bac6fb req-3d9e135b-1188-4a44-9b7d-3c154da87c50 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.780224 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-76f530a1-a923-493b-b929-d8a653bac6fb req-3d9e135b-1188-4a44-9b7d-3c154da87c50 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0647705 Jun 29 10:48:32.820212 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-76f530a1-a923-493b-b929-d8a653bac6fb req-3d043559-562e-4d77-891e-8cf35010b8ee tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341415 Jun 29 10:48:34.016021 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6a63c-aa2b-463a-8caa-f09be34c0c4e req-a049d25b-7396-4eb9-8e03-c1f19ed1ebbb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:34.018522 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-04f6a63c-aa2b-463a-8caa-f09be34c0c4e req-a049d25b-7396-4eb9-8e03-c1f19ed1ebbb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0670538 Jun 29 10:48:34.060923 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-04f6a63c-aa2b-463a-8caa-f09be34c0c4e req-ccd27eb2-5be2-4813-89e4-b24eb59f1534 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364614 Jun 29 10:48:35.243631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029b5d7-be7c-42d7-b321-760c2514daef req-775a70eb-8998-46c5-96b9-0afeb1a0ada3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:35.245650 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d029b5d7-be7c-42d7-b321-760c2514daef req-775a70eb-8998-46c5-96b9-0afeb1a0ada3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0653274 Jun 29 10:48:35.282933 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d029b5d7-be7c-42d7-b321-760c2514daef req-891270e6-7388-4189-952b-92c08143c2d4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Jun 29 10:48:36.473245 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48cdae-85bd-4573-84b0-13d3652bca0e req-8c8810d5-f250-44ea-ba46-480123e94257 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:36.475038 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd48cdae-85bd-4573-84b0-13d3652bca0e req-8c8810d5-f250-44ea-ba46-480123e94257 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0698969 Jun 29 10:48:36.517858 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd48cdae-85bd-4573-84b0-13d3652bca0e req-3119aec9-1b68-4b89-822b-51537c842781 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370502 Jun 29 10:48:37.706644 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4910e0-8eb3-4de7-8161-b7eecc45e3f1 req-3dfc8a7b-e5cf-4e8e-9072-9563fc1d4d1b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:37.708113 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bb4910e0-8eb3-4de7-8161-b7eecc45e3f1 req-3dfc8a7b-e5cf-4e8e-9072-9563fc1d4d1b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0662689 Jun 29 10:48:37.748462 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bb4910e0-8eb3-4de7-8161-b7eecc45e3f1 req-a3a62728-9571-48d6-9c44-dcc7938f6925 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347962 Jun 29 10:48:38.554815 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49856) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:38.674460 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.760928 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.764672 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.767865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a205db7c-1c4a-4723-aa1a-a10b807b9fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:38.803847 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f17969f14fe40689b79b31a187d936f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479146 Jun 29 10:48:38.804742 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5aa606-0bc9-4952-89df-235081691c74,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:38.806999 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49862) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:38.808922 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:38.868047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.919669 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.981378 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd0c2-9678-4c4c-8dc0-719ac269875f req-cd7f6f3e-01c8-425b-b6ae-35d3ff3bc0ff tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:38.982997 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ecfd0c2-9678-4c4c-8dc0-719ac269875f req-cd7f6f3e-01c8-425b-b6ae-35d3ff3bc0ff tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.1054881 Jun 29 10:48:38.997998 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.000532 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.005785 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f5aa606-0bc9-4952-89df-235081691c74 HTTP/1.1" status: 204 len: 168 time: 0.1937313 Jun 29 10:48:39.005785 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-85fe16ae-cb38-4677-9c96-98e93065d57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.020189 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5aa606-0bc9-4952-89df-235081691c74,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.023482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.051603 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3ecfd0c2-9678-4c4c-8dc0-719ac269875f req-553de2ff-dde2-457d-843e-d9ddb794d61c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615237 Jun 29 10:48:39.378612 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49890) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.392272 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.484844 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.488726 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.491089 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2df56862-3c09-41b4-b928-f700b22bfb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.527677 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fdafd3-af37-428e-99b4-80a2797dc823,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.532068 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0059caa9635e4321adde571e4458dea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524277 Jun 29 10:48:39.533007 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.534566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 49892) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.589567 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.614228 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.659389 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.661935 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.663091 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70fdafd3-af37-428e-99b4-80a2797dc823 HTTP/1.1" status: 204 len: 168 time: 0.1275573 Jun 29 10:48:39.663865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ec7aceec-1f09-4694-b442-3b579157dbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.671590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fdafd3-af37-428e-99b4-80a2797dc823,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.673811 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-0d579f0d-cfd6-4869-85bd-b305a65cffe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.279890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff77c-8f82-4f71-82c2-1a36b22628ea req-38468e30-dcc0-4e03-9877-b54a72d3418b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:40.281271 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b38ff77c-8f82-4f71-82c2-1a36b22628ea req-38468e30-dcc0-4e03-9877-b54a72d3418b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0705655 Jun 29 10:48:40.319638 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b38ff77c-8f82-4f71-82c2-1a36b22628ea req-f5ebef0d-9f2f-4200-a0b0-387ec6a29865 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Jun 29 10:48:41.533423 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e507-2654-4dec-a0d8-84deb248c625 req-c449386f-5af4-4159-999b-651141a99715 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:41.534824 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c97e507-2654-4dec-a0d8-84deb248c625 req-c449386f-5af4-4159-999b-651141a99715 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0702820 Jun 29 10:48:41.572435 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c97e507-2654-4dec-a0d8-84deb248c625 req-0368daad-df4d-40f7-9f9e-0aee4eff79d3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jun 29 10:48:42.764290 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9bdf4-8334-4d21-9893-ab5608047e4c req-5b476c1b-4b63-4c4d-bebd-ef3fdfd53ef1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:42.765649 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-87d9bdf4-8334-4d21-9893-ab5608047e4c req-5b476c1b-4b63-4c4d-bebd-ef3fdfd53ef1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0707450 Jun 29 10:48:42.805491 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-87d9bdf4-8334-4d21-9893-ab5608047e4c req-9091441f-e09e-4f30-95a1-2d62839758ef tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338423 Jun 29 10:48:44.212207 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfe6c5-3fd1-4b75-ad12-ab094ab859d4 req-32938e1e-1f1e-4a67-a43a-a98fafe9fc17 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:44.213745 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0dbfe6c5-3fd1-4b75-ad12-ab094ab859d4 req-32938e1e-1f1e-4a67-a43a-a98fafe9fc17 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.2824879 Jun 29 10:48:44.254552 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0dbfe6c5-3fd1-4b75-ad12-ab094ab859d4 req-9f04f8fc-fc34-4969-b44b-06d279fababd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349209 Jun 29 10:48:45.506993 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69db05-4faa-4e99-aef2-18702775682d req-88840f17-7b52-40af-9895-acb41a62e2e2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.508474 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ef69db05-4faa-4e99-aef2-18702775682d req-88840f17-7b52-40af-9895-acb41a62e2e2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.1418686 Jun 29 10:48:45.545676 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ef69db05-4faa-4e99-aef2-18702775682d req-108281d0-d17e-4ba0-a821-ca20e9bd09e2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303497 Jun 29 10:48:46.720700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382d88d-dd0d-42cc-b8e9-5f0a2c37be1f req-0bd63883-ab89-4b4c-a920-2ed43d0cf59d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:46.722208 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4382d88d-dd0d-42cc-b8e9-5f0a2c37be1f req-0bd63883-ab89-4b4c-a920-2ed43d0cf59d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0625870 Jun 29 10:48:46.761282 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4382d88d-dd0d-42cc-b8e9-5f0a2c37be1f req-d280d996-6cef-4dd1-b631-764baf4303d9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Jun 29 10:48:46.838288 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48932b22-0899-4379-9f3e-df658c53b921 req-31fd9ad9-2dd7-4cae-86c3-3de443624327 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525014505&fields=id&tenant_id=0ba194dd6db7463dbea9b1c9a4b38063 HTTP/1.1" status: 200 len: 267 time: 0.0363288 Jun 29 10:48:46.903371 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932b22-0899-4379-9f3e-df658c53b921 req-cdaf48b5-fe93-469e-9a60-8924027448c4 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:46.904823 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48932b22-0899-4379-9f3e-df658c53b921 req-cdaf48b5-fe93-469e-9a60-8924027448c4 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 984 time: 0.0612364 Jun 29 10:48:46.915114 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Request body: {'port': {'security_groups': ['c39e9adb-c462-4265-9a3c-70ad2217eb7b']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:46.998827 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.169879 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:47.200532 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.205697 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.209930 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f03b110c-e555-48e4-8587-9ea96a788ee0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:47.251815 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:47.252380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.253768 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48932b22-0899-4379-9f3e-df658c53b921 req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "PUT /v2.0/ports/3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 942 time: 0.3430338 Jun 29 10:48:47.254306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:47.261624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae885ec6-4374-4abd-885c-6ab3841f4b49" -d '{"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:47.261892 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50008) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:47.284919 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event updated for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=7']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:47.288230 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:47.297003 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af4e00-a758-49a8-a6a9-8510133d88cb x-openstack-request-id: req-99af4e00-a758-49a8-a6a9-8510133d88cb {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:47.297326 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:47.297605 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99af4e00-a758-49a8-a6a9-8510133d88cb {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:47.298161 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'status': 'completed', 'code': 200} Jun 29 10:48:47.334389 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.363269 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.424046 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.426723 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.427861 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "DELETE /v2.0/security-groups/bbef489e-75f3-48dc-aeb0-ae42f2a1adbc HTTP/1.1" status: 204 len: 168 time: 0.1669853 Jun 29 10:48:47.428662 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7990bb4a-5c47-47b3-9744-1bcfc7281838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:47.430820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50010) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:47.438456 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbef489e-75f3-48dc-aeb0-ae42f2a1adbc,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:47.446029 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.446396 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.446796 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.447156 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.447513 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.447871 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.448228 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.448581 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.448924 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.449276 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.449622 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.449964 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.453247 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e89b2d87-23e0-46de-88be-9d2e9a0fe0b3 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:47.520248 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-dc114c33-14e0-4f7f-a1c2-23ac17cf9505 None None] Provisioning complete for port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:47.521668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dc114c33-14e0-4f7f-a1c2-23ac17cf9505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.594290 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3d764075-b99d-4443-b1b1-5bf4976c7fa1'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:47.707841 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-49943662-c565-4bca-b54a-4a7169c2cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:47.709326 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-49943662-c565-4bca-b54a-4a7169c2cb05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1098 time: 0.0971394 Jun 29 10:48:47.715274 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Deleting port b176cc6b-0c6b-4f7f-bee5-5c0f2786251a {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:47.715624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.835176 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3d764075-b99d-4443-b1b1-5bf4976c7fa1'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:47.835523 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.836011 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.854520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Calling delete_port for b176cc6b-0c6b-4f7f-bee5-5c0f2786251a owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:47.937196 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e379416-defb-48b3-b901-bf59b2e86058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.007641 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-13b8250b-d9c6-4ef4-ba51-7cd680615cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:48.009113 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-13b8250b-d9c6-4ef4-ba51-7cd680615cc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.2907853 Jun 29 10:48:48.123878 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-67e57685-1f63-45e7-9513-905a551beb8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 1001 time: 0.1035194 Jun 29 10:48:48.137725 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e478144-e5bd-4282-9131-a87ba1ca8127 req-8005a686-ae8b-44c3-950e-892e563136ea tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:48.139171 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e478144-e5bd-4282-9131-a87ba1ca8127 req-8005a686-ae8b-44c3-950e-892e563136ea tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.2279265 Jun 29 10:48:48.237283 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e478144-e5bd-4282-9131-a87ba1ca8127 req-3d5d4b16-7da1-4254-858d-86fb5134a68e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890508 Jun 29 10:48:48.249811 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-627526a5-bb4c-4e97-b769-36cf3e447a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:48.251283 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-627526a5-bb4c-4e97-b769-36cf3e447a54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.1106367 Jun 29 10:48:48.255596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.258975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8500e6f7-b0b3-41c2-89e7-595fac8deca5 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:48.321795 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event deleted for resources: {'Port': ['ID=b176cc6b-0c6b-4f7f-bee5-5c0f2786251a,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:48.326240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:48.401943 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.402456 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Floating IP d8af9d98-d660-4f66-822e-2e0215d4a33f disassociated (deleted). External IP: 172.27.2.101, port: 3d764075-b99d-4443-b1b1-5bf4976c7fa1. Jun 29 10:48:48.405705 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-ec49cdcc-ff08-4f86-8db0-edd03047ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:48.407457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-ec49cdcc-ff08-4f86-8db0-edd03047ceb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1456752 Jun 29 10:48:48.585052 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-ea036585-8557-4504-925a-40a0740c4c45 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438386 Jun 29 10:48:48.755114 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ae885ec6-4374-4abd-885c-6ab3841f4b49 req-54834eea-d7e8-465f-8e65-5e8a04715bb4 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408160 Jun 29 10:48:48.756815 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:48.862845 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:48.867895 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.878786 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] Sync routers for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:48.889106 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:48.889748 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:48:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:48.902350 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50052) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:48.916396 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "DELETE /v2.0/floatingips/d8af9d98-d660-4f66-822e-2e0215d4a33f HTTP/1.1" status: 204 len: 168 time: 1.4836884 Jun 29 10:48:48.962865 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Deleting subnet d4a8856e-f4d1-40ba-85bd-24e6849f6ecf {{(pid=104755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:48.966572 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.004989 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14883271'] for subnet, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.015871 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:49.044113 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.106378 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13776070'] for subnet, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.109513 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-50ad5f53-d961-4593-9801-486276bcf5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.134384 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a8856e-f4d1-40ba-85bd-24e6849f6ecf,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.136279 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.138198 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d4a8856e-f4d1-40ba-85bd-24e6849f6ecf HTTP/1.1" status: 204 len: 168 time: 0.2346983 Jun 29 10:48:49.140583 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50064) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.148443 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9342841c-d988-4ba9-b155-b7dd64f08c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.209245 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.235501 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.261526 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] Checking router: 666ca0ba-201c-4fc9-9e84-9d2dead665a7 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:49.270078 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:49.270732 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:48:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.294534 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.299427 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:49.302265 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed" -d '{"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:49.304261 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18140c71-21b4-42fa-8da3-7eaa24d26318']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.314791 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19837d54-d0ff-498c-a5a1-025c93d5cc9c') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.315092 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19837d54-d0ff-498c-a5a1-025c93d5cc9c') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.324109 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.338387 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.344301 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:49.344820 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.347151 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5e1edd-288f-4347-a653-8e766b9f4aa0 x-openstack-request-id: req-bd5e1edd-288f-4347-a653-8e766b9f4aa0 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:49.347965 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:49.348623 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd5e1edd-288f-4347-a653-8e766b9f4aa0 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:49.349444 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'status': 'completed', 'code': 200} Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:49.355596 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:49.381420 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:49.401751 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.405717 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.413313 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.415258 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] 10.222.0.45 "DELETE /v2.0/networks/18140c71-21b4-42fa-8da3-7eaa24d26318 HTTP/1.1" status: 204 len: 168 time: 0.2737691 Jun 29 10:48:49.425691 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Pushing event deleted for resources: {'Network': ['ID=18140c71-21b4-42fa-8da3-7eaa24d26318,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.431179 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-54489e7c-4442-4172-ac9c-581164afc46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.616393 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.616542 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50076) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.645358 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66129730-0789-48e4-a24c-e489dee099c2 None None] The sync data for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi is: [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:34Z', 'revision_number': 4, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '7c566990-fae6-47ba-a73a-3306449adc51', 'name': '', 'network_id': 'a70a0853-804a-4119-af56-806b16745113', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'mac_address': 'fa:16:3e:4b:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:33Z', 'updated_at': '2021-06-29T10:44:42Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'subnets': [{'id': '290f60f2-98be-4b14-827b-aa5820e79a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:49.666174 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-30f0f2af-213f-44bb-8ea9-cef56fe3f36d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=436831e719cc4992a2d940808d49b1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465007 Jun 29 10:48:49.666940 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50078) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:49.721916 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.735044 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6d41d-c4e9-4967-b1ee-d89c22deeaa3 req-41b18abb-e1fd-44e2-832e-d688014f7bc2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:49.736610 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-83e6d41d-c4e9-4967-b1ee-d89c22deeaa3 req-41b18abb-e1fd-44e2-832e-d688014f7bc2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.3575234 Jun 29 10:48:49.745495 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.774947 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-83e6d41d-c4e9-4967-b1ee-d89c22deeaa3 req-5b2788df-0011-4dcf-8875-babbf66d6e17 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jun 29 10:48:49.809814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.809814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:49.810877 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/173a81f6-a326-4dcc-a786-93557a350cd5 HTTP/1.1" status: 204 len: 168 time: 0.1426520 Jun 29 10:48:49.812108 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fa27883f-2ccf-48e8-bc4e-c224b36471ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:49.823056 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173a81f6-a326-4dcc-a786-93557a350cd5,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.827031 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.905755 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e398106-7f36-4018-a137-3cfd672979ef None None] New status for floating IP d8af9d98-d660-4f66-822e-2e0215d4a33f: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:50.423220 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-8bd86e9c-76a2-4fb3-8a59-9c7796dce7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.565652 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.954599 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17e166-94c2-4024-bd29-31dacc98efa3 req-0d38e6a4-fceb-4381-8f60-31f176b150b6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:50.956058 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1a17e166-94c2-4024-bd29-31dacc98efa3 req-0d38e6a4-fceb-4381-8f60-31f176b150b6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0605812 Jun 29 10:48:50.992215 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1a17e166-94c2-4024-bd29-31dacc98efa3 req-b92b2c82-142a-4ebe-a93e-4bedb7e017a3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Jun 29 10:48:51.914869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-17d097bc-4403-41a0-8ed6-9d04a594f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.916382 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-17d097bc-4403-41a0-8ed6-9d04a594f8c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 1098 time: 0.0545566 Jun 29 10:48:51.946222 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.010709 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-fc005353-6040-4310-a6bd-cc39e9a5c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.012133 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-fc005353-6040-4310-a6bd-cc39e9a5c90e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 200 len: 916 time: 0.0885313 Jun 29 10:48:52.065812 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-ccee4f83-06f1-41e0-a84a-f6d7c8af7ca6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 200 len: 217 time: 0.0349886 Jun 29 10:48:52.146117 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-e878df1a-e124-422c-b3ee-5c831b273285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.147453 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-e878df1a-e124-422c-b3ee-5c831b273285 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 200 len: 854 time: 0.0729249 Jun 29 10:48:52.211786 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa6c8e-7832-4f4c-8cc8-0d437a307347 req-12994e83-a142-4a62-ae3f-ee186f1e639e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.213285 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b2fa6c8e-7832-4f4c-8cc8-0d437a307347 req-12994e83-a142-4a62-ae3f-ee186f1e639e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.1011214 Jun 29 10:48:52.236484 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-bfa01e15-6fad-46dc-a63e-778c267c79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.238191 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-bfa01e15-6fad-46dc-a63e-778c267c79f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a70a0853-804a-4119-af56-806b16745113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804057 Jun 29 10:48:52.276294 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b2fa6c8e-7832-4f4c-8cc8-0d437a307347 req-541f373c-2d99-4875-8033-57e90290dbe2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562704 Jun 29 10:48:52.340470 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-6426c52b-b403-4845-98c6-05827fdc4350 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897522 Jun 29 10:48:52.427869 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a5ad1c5-1f1b-4fa1-81fd-b13fc6378eed req-74bea825-bf78-4973-a370-ccd59b4a30b9 service neutron] 10.222.0.69 "GET /v2.0/networks/a70a0853-804a-4119-af56-806b16745113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798838 Jun 29 10:48:53.414493 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:53.455051 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9767d3-8d44-45cc-b2ea-d372295309b1 req-7d89e8f9-3007-4335-aa2e-3a4f5bd37ea6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:53.456444 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a9767d3-8d44-45cc-b2ea-d372295309b1 req-7d89e8f9-3007-4335-aa2e-3a4f5bd37ea6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0662966 Jun 29 10:48:53.493411 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a9767d3-8d44-45cc-b2ea-d372295309b1 req-cc73ba00-652b-49bb-988d-6d29608cb5db tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jun 29 10:48:54.447341 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50136) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:54.548951 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.637170 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.640712 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.643835 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c96b9089-c035-4e30-bf44-c873ce427a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:54.677391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b18c4-57d8-4d19-af73-64ab3eb8bed7 req-a155c475-77df-4f91-9c72-4ffa69699e9f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:54.678002 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e311cf8dbac4f359e11bdd37c9e5325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294903 Jun 29 10:48:54.679127 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cc7d49-b325-4e22-b698-f125cbf8622f,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:54.681727 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50142) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:54.681907 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d59b18c4-57d8-4d19-af73-64ab3eb8bed7 req-a155c475-77df-4f91-9c72-4ffa69699e9f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0646102 Jun 29 10:48:54.687537 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:54.727404 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d59b18c4-57d8-4d19-af73-64ab3eb8bed7 req-d8659e77-10fb-42ee-b2ca-c6b8aed89545 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360711 Jun 29 10:48:54.737209 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.761171 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.813949 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.816570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.817712 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78cc7d49-b325-4e22-b698-f125cbf8622f HTTP/1.1" status: 204 len: 168 time: 0.1353509 Jun 29 10:48:54.818509 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1274b250-a6e9-447c-9343-ac181fd66871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:54.828259 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cc7d49-b325-4e22-b698-f125cbf8622f,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:54.835106 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.122783 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50164) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:55.141957 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.233919 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.238094 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.241377 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1d0fc80d-07fa-4587-acee-8466fde7cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:55.277388 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10f2d76b51b6449fbb8c36c9d6458cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532557 Jun 29 10:48:55.278794 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5379e8-08a8-4a37-aac5-57c04ddcb2f2,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:55.281151 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50168) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:55.283071 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.297973 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd28f7-d422-4dd6-bdb8-d49eb28c7a24 req-9b778c46-43f7-4414-9273-c6d990bb30a0 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:55.299483 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-28fd28f7-d422-4dd6-bdb8-d49eb28c7a24 req-9b778c46-43f7-4414-9273-c6d990bb30a0 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0685544 Jun 29 10:48:55.329928 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.335588 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.338056 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-28fd28f7-d422-4dd6-bdb8-d49eb28c7a24 req-654b985d-e285-4fbf-85b2-de889a00e4f8 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Jun 29 10:48:55.355000 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.400508 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.403061 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.404191 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c5379e8-08a8-4a37-aac5-57c04ddcb2f2 HTTP/1.1" status: 204 len: 168 time: 0.1222529 Jun 29 10:48:55.404970 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ba75f3e6-149d-49a3-9173-8ba670faf1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:55.412299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5379e8-08a8-4a37-aac5-57c04ddcb2f2,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:55.414528 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.795971 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:55.898791 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:55.911164 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'port_id': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'mac_address': 'fa:16:3e:34:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:55.920087 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa10c7-b608-4cfa-8467-7be3a01d0a00 req-09712de9-b95d-43f7-a27a-61a895bbad61 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:55.926738 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09aa10c7-b608-4cfa-8467-7be3a01d0a00 req-09712de9-b95d-43f7-a27a-61a895bbad61 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 943 time: 0.0779235 Jun 29 10:48:55.949207 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.960476 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-09aa10c7-b608-4cfa-8467-7be3a01d0a00 req-46342364-fe67-4a56-b890-af0b0847cfe3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Jun 29 10:48:55.962333 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fa89b9-39cd-43ef-9b56-b1003d79d217 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:55.984226 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:55.989402 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.991165 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:56.036994 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=9']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:56.041659 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:56.367166 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b8fa89b9-39cd-43ef-9b56-b1003d79d217'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:56.519967 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a530006-c2db-4442-8d10-32628f05dc3e req-fed1beea-26cf-413a-9b77-47d898443801 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:56.523679 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a530006-c2db-4442-8d10-32628f05dc3e req-fed1beea-26cf-413a-9b77-47d898443801 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0706372 Jun 29 10:48:56.559246 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0a530006-c2db-4442-8d10-32628f05dc3e req-89cfaf93-d364-4c23-82da-e115addd3869 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Jun 29 10:48:57.158940 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1578-3e56-4d3b-b630-82fee370e23a req-7cb280fa-7b0f-46f5-a89f-76a10a6a34c1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:57.160454 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0bf1578-3e56-4d3b-b630-82fee370e23a req-7cb280fa-7b0f-46f5-a89f-76a10a6a34c1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.0730979 Jun 29 10:48:57.198615 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e0bf1578-3e56-4d3b-b630-82fee370e23a req-4ece0de1-3f3e-44aa-8595-adb62010e3e6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Jun 29 10:48:57.728912 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8dc05-a667-4d31-b7c1-e200f1165500 req-08d00580-0a4d-491f-9ddb-d2bdd4dfa442 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:57.730392 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6fa8dc05-a667-4d31-b7c1-e200f1165500 req-08d00580-0a4d-491f-9ddb-d2bdd4dfa442 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0630813 Jun 29 10:48:57.767259 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6fa8dc05-a667-4d31-b7c1-e200f1165500 req-c60931cb-8b09-492b-9861-fc7979be956a tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313401 Jun 29 10:48:58.376497 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cad5c-00cf-49cc-bd24-771f44194fab req-1ace9484-ebf3-498c-8b52-50a7d6a025fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.377992 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ff9cad5c-00cf-49cc-bd24-771f44194fab req-1ace9484-ebf3-498c-8b52-50a7d6a025fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.0667355 Jun 29 10:48:58.414193 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ff9cad5c-00cf-49cc-bd24-771f44194fab req-c2557c84-7b66-4b89-93eb-00b9e3c1adea tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305152 Jun 29 10:48:58.934276 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd1d56-bff5-4011-89f4-385b5940083e req-3df4778e-976f-4f07-a642-207494aed1c9 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.935719 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b9bd1d56-bff5-4011-89f4-385b5940083e req-3df4778e-976f-4f07-a642-207494aed1c9 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0613852 Jun 29 10:48:58.971659 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b9bd1d56-bff5-4011-89f4-385b5940083e req-866e6766-d27a-4f4e-845f-57677393d879 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Jun 29 10:48:59.594450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f47f7-6412-45e0-99b7-736c8a2437cd req-d1291dfb-6d44-413b-8f5a-ad73a0b14255 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.595921 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c54f47f7-6412-45e0-99b7-736c8a2437cd req-d1291dfb-6d44-413b-8f5a-ad73a0b14255 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.0639703 Jun 29 10:48:59.662481 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c54f47f7-6412-45e0-99b7-736c8a2437cd req-70f2429a-c756-4274-b4ab-9eaa7827867c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579851 Jun 29 10:48:59.677226 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-fa275af9-e140-440d-ac05-c80d2996c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.678704 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-fa275af9-e140-440d-ac05-c80d2996c2a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1097 time: 0.0814316 Jun 29 10:48:59.801770 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-7d0ce020-4181-45c5-a246-8afc2a196279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.803582 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-7d0ce020-4181-45c5-a246-8afc2a196279 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0872660 Jun 29 10:48:59.876760 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-f54a5dc4-14b6-4fdd-9a47-b64a1f6912a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 200 len: 1000 time: 0.0652237 Jun 29 10:48:59.925951 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-360d4b8f-51db-4a4f-a931-0a71cbd94f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.927519 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-360d4b8f-51db-4a4f-a931-0a71cbd94f6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0417809 Jun 29 10:49:00.082620 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-849c130d-b939-43a7-aa81-b47beab382de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.084143 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-849c130d-b939-43a7-aa81-b47beab382de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594625 Jun 29 10:49:00.099580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-3ad6b080-cf67-44cc-9af3-468b08f17ce7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.101028 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-3ad6b080-cf67-44cc-9af3-468b08f17ce7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.0756459 Jun 29 10:49:00.210400 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Deleting port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:00.210738 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.219472 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720c9c-d13d-482a-9d14-d2dfbdfacdfc req-51c38647-71f3-45f2-a6a4-887b85a58803 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.220964 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3720c9c-d13d-482a-9d14-d2dfbdfacdfc req-51c38647-71f3-45f2-a6a4-887b85a58803 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc490318-f537-4001-8d32-5b40eb93f171 HTTP/1.1" status: 200 len: 945 time: 0.1358960 Jun 29 10:49:00.222759 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-f6801ce9-bb97-4519-a942-89540881a86f service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279664 Jun 29 10:49:00.300309 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] For port 3d764075-b99d-4443-b1b1-5bf4976c7fa1, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3d764075-b99d-4443-b1b1-5bf4976c7fa1,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:00.300669 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.313387 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Calling delete_port for 3d764075-b99d-4443-b1b1-5bf4976c7fa1 owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:00.315701 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a3720c9c-d13d-482a-9d14-d2dfbdfacdfc req-917c0f63-8f91-49c8-bb07-09baa69b18fd tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.45 "GET /v2.0/security-groups?id=c39e9adb-c462-4265-9a3c-70ad2217eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888040 Jun 29 10:49:00.343687 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-59a5387b-d0ef-4ed4-9b8d-756a55f3cc90 req-18ffdd16-3c57-4c37-b4e9-d65f5f42e707 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092312 Jun 29 10:49:00.449158 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.453139 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:00.480599 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Pushing event deleted for resources: {'Port': ['ID=3d764075-b99d-4443-b1b1-5bf4976c7fa1,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:00.483812 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:00.494802 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['3d764075-b99d-4443-b1b1-5bf4976c7fa1'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:00.531613 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] No DVR routers for this DVR port 3d764075-b99d-4443-b1b1-5bf4976c7fa1 on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:00.534358 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.536411 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-7157bdd0-3351-41c1-a160-32ec35bd13b1 req-6a8c96b0-b014-4811-a5f8-34768aece7ce tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] 10.222.0.69 "DELETE /v2.0/ports/3d764075-b99d-4443-b1b1-5bf4976c7fa1 HTTP/1.1" status: 204 len: 173 time: 0.4293449 Jun 29 10:49:00.536934 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'name': 'network-vif-deleted', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:00.539250 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f733d-c3a1-4d1e-b361-f266afb8de54" -d '{"events": [{"server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "name": "network-vif-deleted", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:00.590835 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da63edf-bedd-45bd-b320-5b81d4832edd x-openstack-request-id: req-8da63edf-bedd-45bd-b320-5b81d4832edd {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:00.591236 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc490318-f537-4001-8d32-5b40eb93f171", "name": "network-vif-deleted", "tag": "3d764075-b99d-4443-b1b1-5bf4976c7fa1", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:00.592150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8da63edf-bedd-45bd-b320-5b81d4832edd {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:00.592526 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc490318-f537-4001-8d32-5b40eb93f171', 'name': 'network-vif-deleted', 'tag': '3d764075-b99d-4443-b1b1-5bf4976c7fa1', 'status': 'completed', 'code': 200} Jun 29 10:49:00.873502 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610e9c-b743-40aa-b102-ac3e1e08cda1 req-a8b833bf-f25e-433c-bdae-40094c0413f2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.874925 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70610e9c-b743-40aa-b102-ac3e1e08cda1 req-a8b833bf-f25e-433c-bdae-40094c0413f2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 944 time: 0.0660999 Jun 29 10:49:00.914800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70610e9c-b743-40aa-b102-ac3e1e08cda1 req-c09b4c0b-af17-4eda-ad50-fcb6138f8e1b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341704 Jun 29 10:49:01.477559 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:49:01.527856 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b8fa89b9-39cd-43ef-9b56-b1003d79d217 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:01.528531 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.609664 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.632647 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:01.634926 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b760767-929b-48bc-ad2e-46faec49ead5" -d '{"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:01.648189 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:01.653660 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.655998 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-a6c15aac-bc92-4802-8f50-99998711e202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:01.692309 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb80e08-6d5b-4562-a552-fd6dede9025d x-openstack-request-id: req-dbb80e08-6d5b-4562-a552-fd6dede9025d {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:01.692610 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-plugged", "status": "completed", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:01.693253 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbb80e08-6d5b-4562-a552-fd6dede9025d {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:01.693810 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'code': 200} Jun 29 10:49:01.727740 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=10']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:01.731250 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:02.109284 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50334) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:02.189115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330ebe7-3534-4522-af48-76e1c901a107 req-a1cd3b22-8a92-4b20-b524-f5136d2d22d2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.190796 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9330ebe7-3534-4522-af48-76e1c901a107 req-a1cd3b22-8a92-4b20-b524-f5136d2d22d2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.1033671 Jun 29 10:49:02.235377 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9330ebe7-3534-4522-af48-76e1c901a107 req-860ed5b5-e758-4399-b7cb-3c1bd8281d4e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Jun 29 10:49:02.312310 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42fc33-5447-4618-9bf6-9f8426122a76 req-070e2f50-5ae1-4105-a74f-f98620f84424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.313762 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fb42fc33-5447-4618-9bf6-9f8426122a76 req-070e2f50-5ae1-4105-a74f-f98620f84424 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 1099 time: 0.1001184 Jun 29 10:49:02.394704 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fb42fc33-5447-4618-9bf6-9f8426122a76 req-039601d5-caed-4169-8e2b-2e5b079449f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456038 Jun 29 10:49:02.544554 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.807295 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Deleting port 7c566990-fae6-47ba-a73a-3306449adc51 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:02.807634 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.884727 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] For port 7c566990-fae6-47ba-a73a-3306449adc51, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=7c566990-fae6-47ba-a73a-3306449adc51,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:02.885261 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:02.896948 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Calling delete_port for 7c566990-fae6-47ba-a73a-3306449adc51 owned by network:router_interface {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:03.079015 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.080997 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d3cbf7b8-7992-4eef-974f-978c5d1be241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:03.108210 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c566990-fae6-47ba-a73a-3306449adc51,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:03.110800 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:03.282573 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.455914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af919-b788-4d18-aaad-324c1a6fe589 req-a2ae8752-0bb8-449a-a943-2d89c4e1ac16 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:03.458190 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b10af919-b788-4d18-aaad-324c1a6fe589 req-a2ae8752-0bb8-449a-a943-2d89c4e1ac16 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.0865769 Jun 29 10:49:03.484368 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3d764075-b99d-4443-b1b1-5bf4976c7fa1 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:03.511214 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b10af919-b788-4d18-aaad-324c1a6fe589 req-d08b5775-d575-46d1-ae35-20f896abd9f9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463407 Jun 29 10:49:03.529156 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 3d764075-b99d-4443-b1b1-5bf4976c7fa1 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:03.529846 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 3d764075-b99d-4443-b1b1-5bf4976c7fa1 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:03.670914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50364) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:03.835395 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:03.836113 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.941255 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.945701 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:03.949904 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d98ae656-fa77-405a-81b0-0c2c24d16346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:03.955548 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:03.961086 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] 10.222.0.45 "PUT /v2.0/routers/666ca0ba-201c-4fc9-9e84-9d2dead665a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495438 Jun 29 10:49:03.965280 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50376) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:03.968086 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] Sync routers for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:03.980031 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:03.981480 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:48:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:04.007093 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2c9e2081f7c4360a2a6852badab84b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347795 Jun 29 10:49:04.007676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50378) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:04.010202 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b7bfe-2280-431b-9eea-8335aead8fda,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:04.021799 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.022195 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.022561 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.022917 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.023272 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.023621 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.023970 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.025277 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.025277 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.025520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.025863 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.026307 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:04.030279 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:04.091629 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.122562 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks [] for router, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.123047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.142485 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:04.211763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.216181 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.217596 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f12b7bfe-2280-431b-9eea-8335aead8fda HTTP/1.1" status: 204 len: 168 time: 0.2088976 Jun 29 10:49:04.218670 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:04.241068 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b7bfe-2280-431b-9eea-8335aead8fda,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:04.250411 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:04.259025 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.320633 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Deleting port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:04.321090 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.339140 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:04.418453 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] For port 437dacf7-acc9-4250-a520-3d1e8bfc7eaf, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:04.418881 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.433822 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Calling delete_port for 437dacf7-acc9-4250-a520-3d1e8bfc7eaf owned by network:router_gateway {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:04.548274 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:49:03Z', 'revision_number': 5, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port': {'id': '437dacf7-acc9-4250-a520-3d1e8bfc7eaf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:04.623625 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] Checking router: 666ca0ba-201c-4fc9-9e84-9d2dead665a7 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:04.648764 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50428) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:04.654860 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] Routers {'666ca0ba-201c-4fc9-9e84-9d2dead665a7'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:04.656019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:48:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:04.676516 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.716496 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.719049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:04.818906 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50432) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:04.829508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] Set router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 gateway port host: None {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:04.832486 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.845063 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e67b0-fa42-4f94-81a9-7f072f2b73d8 req-d74a18d8-cb07-4323-935e-79ad6c7d2912 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:04.847457 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c7e67b0-fa42-4f94-81a9-7f072f2b73d8 req-d74a18d8-cb07-4323-935e-79ad6c7d2912 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.1364930 Jun 29 10:49:04.893392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:49:04Z', 'revision_number': 6, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:04.901102 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3c7e67b0-fa42-4f94-81a9-7f072f2b73d8 req-ff4cb13a-dd04-4f4d-b693-cc4bc7d0a326 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 Jun 29 10:49:04.922096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962cda4b-1c58-4bbb-be42-8c8d33af13d7 None None] The sync data for ids ['666ca0ba-201c-4fc9-9e84-9d2dead665a7'] in dv-cinder-793515-4-iscsi is: [{'id': '666ca0ba-201c-4fc9-9e84-9d2dead665a7', 'name': 'tempest-TestMinimumBasicScenario-1216280714-router', 'tenant_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:49:04Z', 'revision_number': 6, 'project_id': '0ba194dd6db7463dbea9b1c9a4b38063', 'gw_port_host': None}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:04.947913 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.953840 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.961154 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-54fdece3-76bc-464f-a9b4-e6e28796eae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:04.963029 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=437dacf7-acc9-4250-a520-3d1e8bfc7eaf,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:04.999656 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.004896 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.007010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.016247 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.040266 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f00fbe39efe64f6099d03bbfc3800203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896000 Jun 29 10:49:05.041074 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ab7b3-1a8b-416c-8bf8-6dbd253d5812,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.043611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50436) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:05.053204 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.120271 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.121098 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666ca0ba-201c-4fc9-9e84-9d2dead665a7 {{(pid=104755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:05.128237 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.129522 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] 10.222.0.45 "DELETE /v2.0/routers/666ca0ba-201c-4fc9-9e84-9d2dead665a7 HTTP/1.1" status: 204 len: 168 time: 1.1624718 Jun 29 10:49:05.132347 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50438) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:05.167946 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 7c566990-fae6-47ba-a73a-3306449adc51 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:05.169571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.192000 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Deleting subnet 290f60f2-98be-4b14-827b-aa5820e79a96 {{(pid=104755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:05.196161 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.200921 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 7c566990-fae6-47ba-a73a-3306449adc51 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:05.201272 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 7c566990-fae6-47ba-a73a-3306449adc51 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:05.203518 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.218073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.226750 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.232190 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14883271'] for subnet, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.234731 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e843911e-acb3-40a2-b4a8-ca496e73de40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.284064 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98000198194e43b08b2d16d2a5d3b3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631817 Jun 29 10:49:05.285464 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d5eff-dc27-462f-bbcf-b80e5eaa18df,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.287821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50440) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:05.294614 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.312470 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.315014 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.316125 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/735ab7b3-1a8b-416c-8bf8-6dbd253d5812 HTTP/1.1" status: 204 len: 168 time: 0.2692597 Jun 29 10:49:05.324318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-398220dc-4fc7-4eae-834c-865949661be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.338273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ab7b3-1a8b-416c-8bf8-6dbd253d5812,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.341399 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ff59ab43-5e4d-4fb4-8e4c-f71cf30cb4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.355676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.358964 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.387411 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.416778 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13776070'] for subnet, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.420574 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4bbf5edc-d1f0-43c7-aa0d-e727813afabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.447534 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.450260 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.450556 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290f60f2-98be-4b14-827b-aa5820e79a96,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.451469 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/417d5eff-dc27-462f-bbcf-b80e5eaa18df HTTP/1.1" status: 204 len: 168 time: 0.1625161 Jun 29 10:49:05.453152 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-50e920ef-7fb1-4ab6-93a0-050976f6c079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.456511 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.458980 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.460850 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/290f60f2-98be-4b14-827b-aa5820e79a96 HTTP/1.1" status: 204 len: 168 time: 0.3275111 Jun 29 10:49:05.464477 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50448) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:05.469993 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517a84f-54a5-47aa-b137-a46bcb74756b None None] Network a70a0853-804a-4119-af56-806b16745113 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:05.478394 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d5eff-dc27-462f-bbcf-b80e5eaa18df,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.486861 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-882a0cdd-bb4f-43f6-86ba-489ef76aa5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:05.560559 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.631307 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Deleting port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:05.631745 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.728156 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] For port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:05.728744 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.740772 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] DHCP port deletion for a70a0853-804a-4119-af56-806b16745113 request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:05.748434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Calling delete_port for 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a owned by network:dhcp {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:05.811598 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Deleting port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:05.812192 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.857696 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.862966 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:05.902636 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] For port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,segment=NetworkSegment(897eaa97-1144-40d9-a696-182121c3cb9b),segment_id=897eaa97-1144-40d9-a696-182121c3cb9b)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:05.903227 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:05.916241 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Calling delete_port for 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:05.932689 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:05.938925 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] No DVR routers for this DVR port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a on host dv-cinder-793515-4-iscsi {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:05.940709 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:06.027150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.041468 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70a0853-804a-4119-af56-806b16745113']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:06.056916 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897eaa97-1144-40d9-a696-182121c3cb9b') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:06.057569 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897eaa97-1144-40d9-a696-182121c3cb9b') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:06.069274 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.097897 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236'] for port, after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.100104 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:06.107280 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.117917 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:06.118405 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.125112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Pushing event deleted for resources: {'Port': ['ID=9bcb37bb-4da4-46a5-8ae7-49923d5bd09a,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:06.131364 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:06.139848 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] No DVR routers for this DVR port 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a on host dv-cinder-793515-4-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:06.153961 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07351-2a85-47a7-a371-a0981ccb60c8 req-2c8d8082-796c-4f47-9144-3fe472e69fd0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:06.156931 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:06.163827 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7b07351-2a85-47a7-a371-a0981ccb60c8 req-2c8d8082-796c-4f47-9144-3fe472e69fd0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.0925217 Jun 29 10:49:06.216394 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.220560 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c06786e8-2277-4ac7-a162-5349a1c92075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:06.227833 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7b07351-2a85-47a7-a371-a0981ccb60c8 req-1116d6a2-8ec8-4e0d-8d58-fdcc3583f9d1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629268 Jun 29 10:49:06.236854 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.243611 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a70a0853-804a-4119-af56-806b16745113 HTTP/1.1" status: 204 len: 168 time: 0.7739830 Jun 29 10:49:06.243611 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70a0853-804a-4119-af56-806b16745113,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:06.243830 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50476) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:06.244266 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:06.699969 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.036919 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Deleting port e545febe-f258-4872-89ea-c2eb2412f1bd {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:07.036919 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.069573 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:07.108139 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:07.108892 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 9bcb37bb-4da4-46a5-8ae7-49923d5bd09a not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:07.109392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 437dacf7-acc9-4250-a520-3d1e8bfc7eaf no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:07.129185 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 437dacf7-acc9-4250-a520-3d1e8bfc7eaf {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:07.129642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 437dacf7-acc9-4250-a520-3d1e8bfc7eaf not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:07.134375 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] For port e545febe-f258-4872-89ea-c2eb2412f1bd, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=e545febe-f258-4872-89ea-c2eb2412f1bd,segment=NetworkSegment(652c9c86-8891-4be4-a256-2b368cf82ae2),segment_id=652c9c86-8891-4be4-a256-2b368cf82ae2)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:07.134701 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.148215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Calling delete_port for e545febe-f258-4872-89ea-c2eb2412f1bd owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:07.365583 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.368283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2a121233-7938-439c-be76-473ab4303678 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:07.393611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e545febe-f258-4872-89ea-c2eb2412f1bd,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:07.397614 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:07.584590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.809035 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Router 830b9070-4c80-4ffc-ade6-695d0a6556da has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:08.209791 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:08.215326 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] 10.222.0.45 "PUT /v2.0/routers/830b9070-4c80-4ffc-ade6-695d0a6556da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705498 Jun 29 10:49:08.217851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50590) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:08.218644 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] Sync routers for ids ['830b9070-4c80-4ffc-ade6-695d0a6556da'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:08.228204 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] Routers {'830b9070-4c80-4ffc-ade6-695d0a6556da'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:08.228817 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:48:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['830b9070-4c80-4ffc-ade6-695d0a6556da'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:08.318902 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks [] for router, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.332926 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] Set router 830b9070-4c80-4ffc-ade6-695d0a6556da gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:08.417264 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.469314 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Deleting port 2e308b00-bb07-439e-a4e9-349e060b2f40 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:08.469664 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.511034 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:49:07Z', 'revision_number': 5, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port': {'id': '2e308b00-bb07-439e-a4e9-349e060b2f40', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:08.535622 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] Checking router: 830b9070-4c80-4ffc-ade6-695d0a6556da for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:08.543547 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] Routers {'830b9070-4c80-4ffc-ade6-695d0a6556da'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:08.544147 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:48:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['830b9070-4c80-4ffc-ade6-695d0a6556da'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:08.549131 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] For port 2e308b00-bb07-439e-a4e9-349e060b2f40, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=2e308b00-bb07-439e-a4e9-349e060b2f40,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:08.549486 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.561910 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Calling delete_port for 2e308b00-bb07-439e-a4e9-349e060b2f40 owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:08.626738 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] Set router 830b9070-4c80-4ffc-ade6-695d0a6556da gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:08.680954 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:49:08Z', 'revision_number': 6, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:08.730371 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.732592 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-15a1caa6-1707-43d3-9a9e-649877633770 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:08.760385 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e308b00-bb07-439e-a4e9-349e060b2f40,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:08.766290 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:08.791346 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c9f7d-d8ce-4c53-897d-4a320b097bea None None] The sync data for ids ['830b9070-4c80-4ffc-ade6-695d0a6556da'] in dv-cinder-793515-4-iscsi is: [{'id': '830b9070-4c80-4ffc-ade6-695d0a6556da', 'name': 'tempest-TestMinimumBasicScenario-531513049-router', 'tenant_id': '6dfdd5584a1e44e4943ecc4150755981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:37Z', 'updated_at': '2021-06-29T10:49:08Z', 'revision_number': 6, 'project_id': '6dfdd5584a1e44e4943ecc4150755981', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:08.838569 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.925524 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.927598 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.970270 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.970774 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 830b9070-4c80-4ffc-ade6-695d0a6556da {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:08.975052 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.976179 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] 10.222.0.45 "DELETE /v2.0/routers/830b9070-4c80-4ffc-ade6-695d0a6556da HTTP/1.1" status: 204 len: 168 time: 0.7573154 Jun 29 10:49:08.979199 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50594) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:09.023881 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Deleting subnet b969afac-6d7a-41cf-b7e4-a018528afee6 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:09.026993 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.062269 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.187927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.265202 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.267812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.299667 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b969afac-6d7a-41cf-b7e4-a018528afee6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.301677 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.304597 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.307202 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2b847635-cf80-4df4-a230-a2428610f45c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b969afac-6d7a-41cf-b7e4-a018528afee6 HTTP/1.1" status: 204 len: 168 time: 0.3269029 Jun 29 10:49:09.309545 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50606) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:09.313511 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b537b-cc18-4885-b73f-4b3e8bedde4a None None] Network 80a654f8-1496-43a0-9296-4ec8bfb86cda requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:09.392295 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.447189 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Deleting port 06c9234a-784e-4ffb-9316-a2fcc721cb73 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:09.447843 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.536397 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] For port 06c9234a-784e-4ffb-9316-a2fcc721cb73, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=06c9234a-784e-4ffb-9316-a2fcc721cb73,segment=NetworkSegment(652c9c86-8891-4be4-a256-2b368cf82ae2),segment_id=652c9c86-8891-4be4-a256-2b368cf82ae2)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:09.536751 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.550870 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Calling delete_port for 06c9234a-784e-4ffb-9316-a2fcc721cb73 owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:09.600839 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] DHCP port deletion for 80a654f8-1496-43a0-9296-4ec8bfb86cda request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:09.643612 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device e545febe-f258-4872-89ea-c2eb2412f1bd no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:09.671837 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: e545febe-f258-4872-89ea-c2eb2412f1bd {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:09.672180 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device e545febe-f258-4872-89ea-c2eb2412f1bd not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:09.680221 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.683532 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ba86a497-4cb9-4f47-8024-3e2ba869d9e7 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.692414 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Deleting port 06c9234a-784e-4ffb-9316-a2fcc721cb73 {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:09.692842 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.717700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] No DVR routers for this DVR port 06c9234a-784e-4ffb-9316-a2fcc721cb73 on host dv-cinder-793515-4-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:09.719535 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c9234a-784e-4ffb-9316-a2fcc721cb73,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.723367 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.762597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] For port 06c9234a-784e-4ffb-9316-a2fcc721cb73, host dv-cinder-793515-4-iscsi, got binding levels [] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:09.763003 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.776774 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Calling delete_port for 06c9234a-784e-4ffb-9316-a2fcc721cb73 owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:09.779543 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.ipam_backend_mixin [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Port 06c9234a-784e-4ffb-9316-a2fcc721cb73 was not found and therefore no delete operation was performed {{(pid=104757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:49:09.780821 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236'] for port, after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.783392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.797903 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.807096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Pushing event deleted for resources: {'Port': ['ID=06c9234a-784e-4ffb-9316-a2fcc721cb73,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.810320 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:09.811788 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] No DVR routers for this DVR port 06c9234a-784e-4ffb-9316-a2fcc721cb73 on host dv-cinder-793515-4-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:09.811890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a654f8-1496-43a0-9296-4ec8bfb86cda']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:09.824268 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652c9c86-8891-4be4-a256-2b368cf82ae2') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:09.824495 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652c9c86-8891-4be4-a256-2b368cf82ae2') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:09.834101 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.848516 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.855099 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:09.855506 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:09.857221 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:09.928285 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.933189 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9998f377-2587-4e7b-bd66-3cefe97b54c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:09.935884 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:09.937881 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] 10.222.0.45 "DELETE /v2.0/networks/80a654f8-1496-43a0-9296-4ec8bfb86cda HTTP/1.1" status: 204 len: 168 time: 0.6271610 Jun 29 10:49:09.949324 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a654f8-1496-43a0-9296-4ec8bfb86cda,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:09.951708 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:10.130219 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50626) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:10.171405 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-5364935a-c1b9-46be-954e-43ea6d212376 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ba194dd6db7463dbea9b1c9a4b38063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399587 Jun 29 10:49:10.173733 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50628) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:10.225971 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.251969 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.307087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.309825 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.311069 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c39e9adb-c462-4265-9a3c-70ad2217eb7b HTTP/1.1" status: 204 len: 168 time: 0.1362689 Jun 29 10:49:10.311841 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6414b537-70e0-42f8-93be-c0e52a5c64a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:10.319468 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e9adb-c462-4265-9a3c-70ad2217eb7b,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:10.322303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:10.622300 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50636) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:10.661018 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3d839129-9a0f-415e-8874-927d8f99f79b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dfdd5584a1e44e4943ecc4150755981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374203 Jun 29 10:49:10.663270 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50638) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:10.709471 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.731124 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.781271 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.784669 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:10.786058 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e64868e-eb0f-4932-a981-3a5a368f3a0f HTTP/1.1" status: 204 len: 168 time: 0.1219239 Jun 29 10:49:10.786896 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ac2c38e8-7fe3-4ec4-8487-16a15d679ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:10.798406 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64868e-eb0f-4932-a981-3a5a368f3a0f,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:10.798406 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:11.058197 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50654) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:11.064944 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 2e308b00-bb07-439e-a4e9-349e060b2f40 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:11.093112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 2e308b00-bb07-439e-a4e9-349e060b2f40 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:11.093469 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 2e308b00-bb07-439e-a4e9-349e060b2f40 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:11.094099 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 06c9234a-784e-4ffb-9316-a2fcc721cb73 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:11.114680 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 06c9234a-784e-4ffb-9316-a2fcc721cb73 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:11.115036 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 06c9234a-784e-4ffb-9316-a2fcc721cb73 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:11.177808 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7cd36b21-affc-40f4-86ee-5e85c04c2587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.264172 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7cd36b21-affc-40f4-86ee-5e85c04c2587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.268136 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-7cd36b21-affc-40f4-86ee-5e85c04c2587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.270416 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e6ce83d5-90a0-44dd-abf7-5cbc520dde06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:11.310936 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-7cd36b21-affc-40f4-86ee-5e85c04c2587 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73118d963e2d4c77b275d7f20b15f978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536492 Jun 29 10:49:11.312225 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd36b21-affc-40f4-86ee-5e85c04c2587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06dc9a2-6bbb-49ea-8405-b7425c3484d6,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:11.315436 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50658) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:11.316181 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-7cd36b21-affc-40f4-86ee-5e85c04c2587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:11.364916 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.385393 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.430158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.433337 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.434510 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e06dc9a2-6bbb-49ea-8405-b7425c3484d6 HTTP/1.1" status: 204 len: 168 time: 0.1180284 Jun 29 10:49:11.435766 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbc1e452-d33c-4aab-bc35-f8b8d888aee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:11.444839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06dc9a2-6bbb-49ea-8405-b7425c3484d6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:11.453154 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:11.695312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50668) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:11.709053 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.798219 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.802009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.804310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c0661247-90ff-4a5a-8d84-44e5301e29d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:11.842719 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=becee7c464364db5a4dcf7afd2ea396e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462650 Jun 29 10:49:11.843807 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92357f68-92bd-4bd6-940d-e7d6f23e4181,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:11.845383 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50670) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:11.846659 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:11.894046 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.916984 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.963123 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.965719 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:11.966914 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92357f68-92bd-4bd6-940d-e7d6f23e4181 HTTP/1.1" status: 204 len: 168 time: 0.1205409 Jun 29 10:49:11.967707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1c014e9b-2a4a-4261-aeb9-cf24f9b5868c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:11.975108 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92357f68-92bd-4bd6-940d-e7d6f23e4181,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:11.977525 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-64e67f80-57a1-4407-aa8c-f70877339bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:12.281922 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50676) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:12.296124 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.385821 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.390315 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.393904 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d8cef9dd-78eb-4529-a6e5-b583ddf1c622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:12.428036 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69d090f47a9644868b3b40276a6d182f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448321 Jun 29 10:49:12.429280 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff9e1c-ac88-4d3e-833f-d5980140e896,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:12.431339 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50678) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:12.433128 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:12.478992 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.500619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.545978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.548603 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:12.549747 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4ff9e1c-ac88-4d3e-833f-d5980140e896 HTTP/1.1" status: 204 len: 168 time: 0.1173799 Jun 29 10:49:12.550569 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-fc416e8b-e4d8-4160-933c-06ec3486f198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:12.558649 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff9e1c-ac88-4d3e-833f-d5980140e896,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:12.560953 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c7796a56-d9d6-453a-8ac0-adad8008bdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:16.639478 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 50744) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:16.741976 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.830927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.835622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.838146 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-11bc9094-f7cd-4622-8a7e-ab8b8368c3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:16.873563 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c293008b-d5a6-4bee-887d-11500d76ef49,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:16.877663 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f51e5647ead4bf793e44d5f26f6b49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370791 Jun 29 10:49:16.878568 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:16.880534 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50750) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:16.932990 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.953742 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:16.998078 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.000630 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.001740 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c293008b-d5a6-4bee-887d-11500d76ef49 HTTP/1.1" status: 204 len: 168 time: 0.1201506 Jun 29 10:49:17.002580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2f09ff2f-d921-49c7-b6ea-56e7a8a1e386 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.010263 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293008b-d5a6-4bee-887d-11500d76ef49,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.012564 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.254659 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50756) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.267679 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.355983 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.360427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.363110 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-121f4492-1fd2-4c04-ab38-10d7054d7a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.397015 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08c2a2-5015-4092-a69b-4ec49efb156f,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.401246 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6071c4ce760d4d478768da5aa7dea106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455612 Jun 29 10:49:17.402122 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.404044 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50758) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:17.450806 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.471121 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.524856 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.527857 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:17.529018 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e08c2a2-5015-4092-a69b-4ec49efb156f HTTP/1.1" status: 204 len: 168 time: 0.1242449 Jun 29 10:49:17.529800 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d0707f14-4397-4236-9988-aac5d777856f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:17.537234 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08c2a2-5015-4092-a69b-4ec49efb156f,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:17.539618 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:17.910364 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-93f795ad-e740-4f11-9cb4-d224447d3b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:20.421512 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6ca9d461-bd2c-4380-8392-16950ebc3adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:20.565817 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:21.947305 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.416782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.332381 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.272282 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50926) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:28.376398 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a8c62df-a920-4529-a094-9f9402db0418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.465657 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a8c62df-a920-4529-a094-9f9402db0418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.471092 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4a8c62df-a920-4529-a094-9f9402db0418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.473327 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4b6aa40a-dba0-4964-8fe7-14b13f288d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:28.511693 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4a8c62df-a920-4529-a094-9f9402db0418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=952bcd14335b401ca5a98109fa3325a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383318 Jun 29 10:49:28.512575 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c62df-a920-4529-a094-9f9402db0418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af9db3e-ddd6-4364-91c4-51a9286aa84a,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:28.514832 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 50934) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:28.520936 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4a8c62df-a920-4529-a094-9f9402db0418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:28.565495 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.591514 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.653973 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.656668 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.657840 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0af9db3e-ddd6-4364-91c4-51a9286aa84a HTTP/1.1" status: 204 len: 168 time: 0.1420839 Jun 29 10:49:28.658706 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ad31616d-5b4f-47ec-9aa5-e430c80cd626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:28.666727 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af9db3e-ddd6-4364-91c4-51a9286aa84a,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:28.668828 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:41.339006 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:44.529954 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51012) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:44.643720 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.739440 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.742944 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.745181 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-367ec334-8d24-4fc3-94af-8b9a4f74be88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:44.781871 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e63cadef9ae4b3c83b98bb30575a6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508135 Jun 29 10:49:44.782757 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772b22fa-4da6-4dc2-a364-4b442a648190,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:44.785514 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51016) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:44.785996 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:44.837614 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.857644 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.905338 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.907930 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:44.909315 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/772b22fa-4da6-4dc2-a364-4b442a648190 HTTP/1.1" status: 204 len: 168 time: 0.1224360 Jun 29 10:49:44.910095 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1b2abae7-960f-420b-847a-5d5f791492d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:44.917479 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b22fa-4da6-4dc2-a364-4b442a648190,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:44.920433 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4f8b1e2f-ac9e-4560-9a5b-87c4a3880c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:47.911795 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-96c99817-e775-4465-8aff-25ccb43c363f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.421697 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-01bd97d5-8542-4ae2-ba11-0c55abe003d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.570503 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.950188 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.418968 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:55.334577 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.185863 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ee772-6025-47c9-9998-3066619f9f40 req-02263ffb-7e1f-48ee-a399-fffe6c0941b3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.187366 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b34ee772-6025-47c9-9998-3066619f9f40 req-02263ffb-7e1f-48ee-a399-fffe6c0941b3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.0619948 Jun 29 10:49:56.224646 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b34ee772-6025-47c9-9998-3066619f9f40 req-97fee8dd-8941-40e2-a6fb-8af89a8ebebb tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Jun 29 10:49:57.402520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6a9f3-0344-40cf-957a-8ac6383fc3fb req-314e7322-6fb3-4eb8-8b83-98edf5a6dbe0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:57.403973 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9d6a9f3-0344-40cf-957a-8ac6383fc3fb req-314e7322-6fb3-4eb8-8b83-98edf5a6dbe0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.0650105 Jun 29 10:49:57.440575 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e9d6a9f3-0344-40cf-957a-8ac6383fc3fb req-b4371c97-c63f-4336-b39f-a148b5498329 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310454 Jun 29 10:49:58.159405 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b83931-d938-4fce-b5be-9db7333ce03d req-166824e5-03cd-44d7-8195-536740206345 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.160828 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-38b83931-d938-4fce-b5be-9db7333ce03d req-166824e5-03cd-44d7-8195-536740206345 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.0648305 Jun 29 10:49:58.265914 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Deleting port b8fa89b9-39cd-43ef-9b56-b1003d79d217 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:58.266360 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.353356 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] For port b8fa89b9-39cd-43ef-9b56-b1003d79d217, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b8fa89b9-39cd-43ef-9b56-b1003d79d217,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:58.353711 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.625662 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbb4f9-23d5-4f1f-af9a-ad105da7acab req-bc3f3c56-2672-4112-a384-96c635e205cf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.627270 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8edbb4f9-23d5-4f1f-af9a-ad105da7acab req-bc3f3c56-2672-4112-a384-96c635e205cf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 946 time: 0.0671563 Jun 29 10:49:58.667298 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8edbb4f9-23d5-4f1f-af9a-ad105da7acab req-7cbf3ee6-33cc-4688-b8bd-0ae57dcf1b87 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7d08747-5d18-420b-918f-d6b2addd996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338323 Jun 29 10:49:58.782178 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.782462 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.782774 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Floating IP 88838be0-48e9-4d46-ab77-a620e80803b8 disassociated. External IP: 172.27.2.223, port: b8fa89b9-39cd-43ef-9b56-b1003d79d217. Jun 29 10:49:58.783112 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Calling delete_port for b8fa89b9-39cd-43ef-9b56-b1003d79d217 owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:58.907062 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.910834 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:58.935302 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event deleted for resources: {'Port': ['ID=b8fa89b9-39cd-43ef-9b56-b1003d79d217,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:58.946327 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.946710 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.947081 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.947446 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.947812 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.948171 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.948529 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.948883 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.949239 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.949586 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.949937 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.950314 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:58.954011 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:59.059374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Router f0a68622-5a70-48ce-9365-887696a23f02 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:59.166305 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:59.175388 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:59.185401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:59.186013 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:49:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:59.216080 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] No DVR routers for this DVR port b8fa89b9-39cd-43ef-9b56-b1003d79d217 on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:59.218611 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.220629 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-38b83931-d938-4fce-b5be-9db7333ce03d req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "DELETE /v2.0/ports/b8fa89b9-39cd-43ef-9b56-b1003d79d217 HTTP/1.1" status: 204 len: 173 time: 1.0533338 Jun 29 10:49:59.221136 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-deleted', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:59.223508 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595c6ca-98df-412a-b979-0ea624541314" -d '{"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-deleted", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:59.299540 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:59.398110 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87176314-5b8e-4c89-b4e5-71da0ac821c9 x-openstack-request-id: req-87176314-5b8e-4c89-b4e5-71da0ac821c9 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:59.398474 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79043d05-9529-445e-9253-3addaa8eccb3", "name": "network-vif-deleted", "tag": "b8fa89b9-39cd-43ef-9b56-b1003d79d217", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:59.398809 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87176314-5b8e-4c89-b4e5-71da0ac821c9 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:59.399247 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79043d05-9529-445e-9253-3addaa8eccb3', 'name': 'network-vif-deleted', 'tag': 'b8fa89b9-39cd-43ef-9b56-b1003d79d217', 'status': 'completed', 'code': 200} Jun 29 10:49:59.633256 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:59.657890 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:59.666508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:59.667114 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:49:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:59.778824 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:59.842903 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e1b190c-56ae-435c-8cff-8bb0623b6258 req-722fd2b8-a4b8-4871-9bff-976dde0799f3 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=79043d05-9529-445e-9253-3addaa8eccb3 HTTP/1.1" status: 200 len: 210 time: 0.0392573 Jun 29 10:49:59.987773 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:00.014551 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85d69-b6f1-434f-aeb8-cf5ce4ffe544 None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:00.223379 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3724890-2322-4e84-bb31-357767d1dde2 None None] New status for floating IP 88838be0-48e9-4d46-ab77-a620e80803b8: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:50:00.966909 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51182) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:01.020601 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.044744 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.091614 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.094561 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.095676 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "DELETE /v2.0/security-groups/a7d08747-5d18-420b-918f-d6b2addd996e HTTP/1.1" status: 204 len: 168 time: 0.1278043 Jun 29 10:50:01.096437 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-deea10aa-a5c6-4890-9ae3-14c7dd9e2213 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:01.098676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51184) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:01.104892 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d08747-5d18-420b-918f-d6b2addd996e,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:01.107533 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:01.112437 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-3e1bf648-7e93-4787-9db2-143ebc19d7a7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] show failed (client error): The resource could not be found. Jun 29 10:50:01.113403 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3e1bf648-7e93-4787-9db2-143ebc19d7a7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups/a7d08747-5d18-420b-918f-d6b2addd996e HTTP/1.1" status: 404 len: 347 time: 0.0137296 Jun 29 10:50:01.116305 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51186) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:01.235738 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Deleting port 047976c0-9adb-48fc-a56e-5fa6eb70c245 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:01.236077 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.310839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.311083 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.322681 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Calling delete_port for 047976c0-9adb-48fc-a56e-5fa6eb70c245 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:01.451261 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.453297 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-02a4052e-678c-4026-8c47-73e4be065a66 tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:01.476297 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event deleted for resources: {'Port': ['ID=047976c0-9adb-48fc-a56e-5fa6eb70c245,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:01.481474 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:01.539839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.542489 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.543615 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "DELETE /v2.0/floatingips/88838be0-48e9-4d46-ab77-a620e80803b8 HTTP/1.1" status: 204 len: 168 time: 0.4264386 Jun 29 10:50:01.784440 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:01.804672 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: b8fa89b9-39cd-43ef-9b56-b1003d79d217 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:01.805024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b8fa89b9-39cd-43ef-9b56-b1003d79d217 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:02.446151 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51192) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:02.450858 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580105307', 'description': 'tempest-description--212369371'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:02.474610 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.551660 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.556176 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.558500 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:02.584113 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.585347 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1381812 Jun 29 10:50:02.586106 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc3416-7a1e-4ce7-859a-0947054d91eb,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:02.588136 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51194) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:02.590068 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:02.593739 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'security_group_rule': {'security_group_id': '6cdc3416-7a1e-4ce7-859a-0947054d91eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:02.619450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.672270 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.675984 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.677972 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:02.694202 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b434f5c-44d7-4348-801b-fdfa8f3f4016,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:02.698457 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:02.699790 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.701004 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119246 Jun 29 10:50:02.703643 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51196) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:02.707965 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'security_group_rule': {'security_group_id': '6cdc3416-7a1e-4ce7-859a-0947054d91eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:02.733663 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.788776 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.792265 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.794290 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8e356252-cd02-4cc6-b545-a38835a6c58f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:02.815514 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2109058b-a328-44c5-8d7d-e10f54fcbe68,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:02.818099 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:02.822657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.824119 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d976deb6-e406-4314-98b9-62e43a72aaa0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195068 Jun 29 10:50:02.827133 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51198) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:02.831624 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:02.855124 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.951383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.055762 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Allocated IP 172.27.2.189 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/92253ce4-f734-4f43-9944-c516da1c923c) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:03.152596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.188855 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.190767 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d6aa670c-c146-40d0-b2ae-3df565a3c2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:03.230200 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:03.232899 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:03.236597 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:03.259628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'Port': ['ID=92253ce4-f734-4f43-9944-c516da1c923c,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:03.263323 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:03.320675 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.360681 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.504244 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.509239 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.512078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:03.576853 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'Port': ['ID=92253ce4-f734-4f43-9944-c516da1c923c,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:03.582059 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:03.588928 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.601940 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.603118 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7750766 Jun 29 10:50:03.789200 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-2d11c5d7-ab6e-458b-97e9-1f62f49bc499 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--580105307&fields=id&tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 267 time: 0.0342438 Jun 29 10:50:03.898246 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-21807e17-ca43-4fd6-ad93-6a0c4fe53cd2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:03.899711 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-21807e17-ca43-4fd6-ad93-6a0c4fe53cd2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 817 time: 0.1039853 Jun 29 10:50:03.914203 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-956c0f38-3ae8-4ae6-a375-2c56dbe193f7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/quotas/30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 375 time: 0.0089025 Jun 29 10:50:03.983569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-aeb0b099-f12e-4cd3-aa12-d2bd251ba15f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642595 Jun 29 10:50:04.172114 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-c55e1ab6-e4e2-4302-a70c-4b71d9e36b4a service neutron] 10.222.0.45 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757464 Jun 29 10:50:04.258896 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-e68359d0-1bd0-4ad0-927d-cf6d624e37f6 service neutron] 10.222.0.45 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810778 Jun 29 10:50:04.421532 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a5c0253c-3e98-47b3-993d-0ef98064225c req-74b7c353-d44a-4285-9c0b-2b2ccdeb1573 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 210 time: 0.0293291 Jun 29 10:50:05.572635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0c52535c-1240-43ae-bf76-333a1cd1af68 req-41bfcb08-4b00-4339-b306-4b01f1e05f75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 210 time: 0.0332851 Jun 29 10:50:05.773650 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-898bae4a-d78f-4b08-9924-3000a13ca3ba tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:05.775210 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-898bae4a-d78f-4b08-9924-3000a13ca3ba tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 817 time: 0.1036294 Jun 29 10:50:05.826497 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-a8189f87-83af-4dc3-a593-24e998cf0363 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 379 time: 0.0349760 Jun 29 10:50:05.835458 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'port': {'device_id': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'admin_state_up': True, 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'security_groups': ['6cdc3416-7a1e-4ce7-859a-0947054d91eb']}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:05.944905 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Made reservation on behalf of 30bdc3c6d1cb4586a2740b5ffbf09fd7 for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:05.948432 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.074081 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Allocated IP 172.20.0.9 (239f4c63-7cc5-4303-a471-b5606dbe464b/5be0eaa5-f3a1-4471-9d31-326b64d1fa59/b0f52dfa-cc1e-430f-9fba-71c027767405) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:06.207690 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.222238 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Transition to ACTIVE for port object b0f52dfa-cc1e-430f-9fba-71c027767405 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:06.254975 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.259243 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-577a063e-74f1-49d3-a9ec-f320914fe9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.303709 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Network 239f4c63-7cc5-4303-a471-b5606dbe464b is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:06.306886 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:06.310592 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:06.335485 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.339845 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.364848 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.365487 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.379760 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-87f6c317-806f-4cf5-a1dc-9a7e96761955 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480840 Jun 29 10:50:06.452978 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Request body: {'port': {'device_id': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:06.497300 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-b83c34d3-1f25-4b00-97cd-56a1dbd08315 None None] Provisioning for port b0f52dfa-cc1e-430f-9fba-71c027767405 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:06.502451 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-b83c34d3-1f25-4b00-97cd-56a1dbd08315 None None] Provisioning complete for port b0f52dfa-cc1e-430f-9fba-71c027767405 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:06.503177 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b83c34d3-1f25-4b00-97cd-56a1dbd08315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.531699 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.538654 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-b83c34d3-1f25-4b00-97cd-56a1dbd08315 None None] Port b0f52dfa-cc1e-430f-9fba-71c027767405 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:06.762021 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e183-ed85-49d5-88e1-544fbe70ba40 req-991df9cb-b5c4-46a0-928d-6c58d9b838e4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.763606 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e396e183-ed85-49d5-88e1-544fbe70ba40 req-991df9cb-b5c4-46a0-928d-6c58d9b838e4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 931 time: 0.0634179 Jun 29 10:50:06.800487 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e396e183-ed85-49d5-88e1-544fbe70ba40 req-aba0f4d4-d45b-47d0-b61a-fb34962e98bf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Jun 29 10:50:06.806787 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f52dfa-cc1e-430f-9fba-71c027767405 {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:06.814047 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.827857 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Transition to ACTIVE for port object b0f52dfa-cc1e-430f-9fba-71c027767405 will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:06.831213 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.833208 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:06.893201 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:06.898012 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:06.975352 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Attempting to bind port b0f52dfa-cc1e-430f-9fba-71c027767405 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:06.976232 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Attempting to bind port b0f52dfa-cc1e-430f-9fba-71c027767405 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:06.976563 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Attempting to bind port b0f52dfa-cc1e-430f-9fba-71c027767405 on network 239f4c63-7cc5-4303-a471-b5606dbe464b {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:06.981002 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Port b0f52dfa-cc1e-430f-9fba-71c027767405 on network 239f4c63-7cc5-4303-a471-b5606dbe464b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:50:06.981323 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Attempting to bind port b0f52dfa-cc1e-430f-9fba-71c027767405 on network 239f4c63-7cc5-4303-a471-b5606dbe464b {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:06.986524 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:06.986862 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Checking segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:06.987246 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Bound using segment: {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:06.987678 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Bound port: b0f52dfa-cc1e-430f-9fba-71c027767405, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bdddd1c-8f65-4e00-915f-b75c28533ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:06.988034 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.053045 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:07.056790 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:07.062316 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.065100 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:07.097272 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:07.097874 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.099277 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] 10.222.0.69 "PUT /v2.0/ports/b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 200 len: 1093 time: 0.6970274 Jun 29 10:50:07.099748 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:07.102542 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ef486b-2f8c-4746-be58-629c69a6741f" -d '{"events": [{"name": "network-changed", "server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:07.128659 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:07.131777 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:07.141346 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02bacbb-61d4-44f0-9705-2b50d0315dea x-openstack-request-id: req-f02bacbb-61d4-44f0-9705-2b50d0315dea {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:07.141702 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:07.141967 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f02bacbb-61d4-44f0-9705-2b50d0315dea {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:07.142457 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'status': 'completed', 'code': 200} Jun 29 10:50:07.971965 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5d7c1-8a6e-4c67-8c93-3faa3f595ff9 req-6f33c268-79ea-4eb5-9aee-665632942de5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:07.973408 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bfd5d7c1-8a6e-4c67-8c93-3faa3f595ff9 req-6f33c268-79ea-4eb5-9aee-665632942de5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0605946 Jun 29 10:50:08.009479 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bfd5d7c1-8a6e-4c67-8c93-3faa3f595ff9 req-41d4e457-3699-48b9-84a2-b323b2a92b8c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Jun 29 10:50:09.239544 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083f60-b997-4bdd-a88b-66619460b698 req-00fb04cf-dd6a-4cc1-a9dd-2aafc8d78f01 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:09.241027 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70083f60-b997-4bdd-a88b-66619460b698 req-00fb04cf-dd6a-4cc1-a9dd-2aafc8d78f01 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0639052 Jun 29 10:50:09.277270 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-70083f60-b997-4bdd-a88b-66619460b698 req-1f9de799-0703-489f-9670-de5bf7bfd91b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299122 Jun 29 10:50:09.822874 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef486b-2f8c-4746-be58-629c69a6741f req-873f3162-e122-42dd-baa2-c7afc8d91a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:09.824268 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-c9ef486b-2f8c-4746-be58-629c69a6741f req-873f3162-e122-42dd-baa2-c7afc8d91a62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0525317 Jun 29 10:50:09.998737 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef486b-2f8c-4746-be58-629c69a6741f req-caf4d50a-e8e5-4da3-8d4f-9e4f3e531b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.000184 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-c9ef486b-2f8c-4746-be58-629c69a6741f req-caf4d50a-e8e5-4da3-8d4f-9e4f3e531b16 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1583526 Jun 29 10:50:10.158848 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef486b-2f8c-4746-be58-629c69a6741f req-ddcce67b-5c8e-40fd-b0eb-80f48229906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.160329 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-c9ef486b-2f8c-4746-be58-629c69a6741f req-ddcce67b-5c8e-40fd-b0eb-80f48229906f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535964 Jun 29 10:50:10.288049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-62b33570-0435-443e-9291-3eeb9d8358a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.289487 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-62b33570-0435-443e-9291-3eeb9d8358a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0539601 Jun 29 10:50:10.345921 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-5b94886c-d294-4e36-8deb-3a0b453cb768 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 200 len: 217 time: 0.0342147 Jun 29 10:50:10.394755 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-2577b907-cec3-4ce6-a35a-3e2e4c1683eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.396189 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-2577b907-cec3-4ce6-a35a-3e2e4c1683eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0432696 Jun 29 10:50:10.452640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24cc87-0c6e-487e-8289-5bc144891774 req-c552da77-48ca-4d8d-a706-422b694ebc64 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.453924 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab24cc87-0c6e-487e-8289-5bc144891774 req-c552da77-48ca-4d8d-a706-422b694ebc64 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0616899 Jun 29 10:50:10.459193 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece368c6-1701-429d-bf81-03b15873d30e req-9cbbc163-9b4a-480d-9d9b-d8d49fda4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:10.460642 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-9cbbc163-9b4a-480d-9d9b-d8d49fda4515 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537188 Jun 29 10:50:10.495009 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab24cc87-0c6e-487e-8289-5bc144891774 req-8ebf48a5-b646-4269-af43-e42ddffe5a2e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353262 Jun 29 10:50:10.556667 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-15f7536e-b4a9-4b78-ab2b-c0db9fcf5324 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817444 Jun 29 10:50:10.661708 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ece368c6-1701-429d-bf81-03b15873d30e req-a5484b01-d58a-4d11-8d7d-e97fb0a74d83 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952959 Jun 29 10:50:11.670862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ee106-a203-4774-89c2-6b7f7e595e59 req-23c5fe71-4e87-4b46-b2c6-f02db058d0fa tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:11.672322 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f5ee106-a203-4774-89c2-6b7f7e595e59 req-23c5fe71-4e87-4b46-b2c6-f02db058d0fa tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0640571 Jun 29 10:50:11.709006 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f5ee106-a203-4774-89c2-6b7f7e595e59 req-4ad145f0-dbc3-43e2-ae63-461929f19cf1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jun 29 10:50:12.782411 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:12.876902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:12.884662 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67015cac-9406-4247-ac8e-82f5ac74472d req-cc7a4980-1828-4dfd-abad-66d98e6b340b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.886553 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67015cac-9406-4247-ac8e-82f5ac74472d req-cc7a4980-1828-4dfd-abad-66d98e6b340b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0643492 Jun 29 10:50:12.887934 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'mac_address': 'fa:16:3e:1a:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:12.924107 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.924480 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67015cac-9406-4247-ac8e-82f5ac74472d req-9ec0d1e3-d281-4d40-bd2b-ae6ed8187156 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318425 Jun 29 10:50:12.940989 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f52dfa-cc1e-430f-9fba-71c027767405 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:12.960767 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:12.964566 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.966449 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-cd80a03c-d1d8-4991-9043-3254caf76a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:13.012395 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:13.019243 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.019616 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.019951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.020280 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.020606 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.020931 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.021252 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.021571 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.021889 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.022799 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.023117 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.023463 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:13.027284 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:13.354405 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b0f52dfa-cc1e-430f-9fba-71c027767405'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:14.100631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9eb11-f1fd-41bd-ab73-04edc3fcc6c9 req-9ada1c33-024d-4bcb-ac86-346be5116565 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.102062 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-16a9eb11-f1fd-41bd-ab73-04edc3fcc6c9 req-9ada1c33-024d-4bcb-ac86-346be5116565 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 944 time: 0.0621288 Jun 29 10:50:14.137780 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-16a9eb11-f1fd-41bd-ab73-04edc3fcc6c9 req-6fb43bed-2341-4189-9daa-d03ed0ec7b11 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301976 Jun 29 10:50:14.780625 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:14.831029 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port b0f52dfa-cc1e-430f-9fba-71c027767405 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:14.835246 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b0f52dfa-cc1e-430f-9fba-71c027767405 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:14.835568 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.908081 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.929548 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:14.931783 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b92f33-5f93-4ae8-ba98-498d694635bb" -d '{"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-plugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:14.944837 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:14.948565 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.951543 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.000563 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.003799 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.022015 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21a0169-e1d3-4821-9eec-25a91689f9ed x-openstack-request-id: req-d21a0169-e1d3-4821-9eec-25a91689f9ed {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:15.022559 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-plugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:15.022750 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d21a0169-e1d3-4821-9eec-25a91689f9ed {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:15.023027 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'code': 200} Jun 29 10:50:15.282428 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b806a-8094-47a7-a907-99b59adae656 req-b5de1714-ba1b-43f0-900f-52973046e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:15.283889 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-8c5b806a-8094-47a7-a907-99b59adae656 req-b5de1714-ba1b-43f0-900f-52973046e9e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0515909 Jun 29 10:50:15.316579 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-8c5b806a-8094-47a7-a907-99b59adae656 req-94db500e-1d0f-4126-b3e6-fe054c2475d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263040 Jun 29 10:50:15.319806 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60231-f119-45dd-accf-9c483c9896b3 req-6704da2a-2ccb-430c-b932-9c8d2024abef tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:15.321262 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-23b60231-f119-45dd-accf-9c483c9896b3 req-6704da2a-2ccb-430c-b932-9c8d2024abef tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0663128 Jun 29 10:50:15.357513 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-23b60231-f119-45dd-accf-9c483c9896b3 req-6b680a11-651d-4e94-b086-65ffe1b98fd0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305679 Jun 29 10:50:15.615110 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51322) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:15.712808 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.805391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.809045 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.811277 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a27c33ed-b626-439e-95f9-2accb2cce308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.845699 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70e3a687db9640a5a6f721afeafe8d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294862 Jun 29 10:50:15.846644 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7bb92b-017b-4669-9ff5-85ce62e2d21d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.848469 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51326) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:15.854959 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.855338 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.855704 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.856064 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.856420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.856777 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.857127 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.857477 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.857826 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.858196 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.858543 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.858886 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:15.863537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-4a47f605-eb7b-46aa-b316-75410c18b495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.896054 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.918058 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.966117 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.968676 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.969828 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e7bb92b-017b-4669-9ff5-85ce62e2d21d HTTP/1.1" status: 204 len: 168 time: 0.1203840 Jun 29 10:50:15.970989 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8f124d4d-d5e7-423b-87cd-93c6a5a8c57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.979124 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7bb92b-017b-4669-9ff5-85ce62e2d21d,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.981554 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.547564 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e9d47-cbb7-463d-a5a8-837f22eaff09 req-74bf8061-6fa8-416e-beca-2069bdfa2d8a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:16.549186 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c60e9d47-cbb7-463d-a5a8-837f22eaff09 req-74bf8061-6fa8-416e-beca-2069bdfa2d8a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0752215 Jun 29 10:50:16.591064 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c60e9d47-cbb7-463d-a5a8-837f22eaff09 req-c4a5d358-8d8d-441e-a24e-2d36c95c5316 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338385 Jun 29 10:50:17.763139 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7606959-c1c0-4237-9b06-1a57707c5521 req-ca15ff6a-6c8f-44df-bf9e-92e07b2d3925 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:17.764614 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7606959-c1c0-4237-9b06-1a57707c5521 req-ca15ff6a-6c8f-44df-bf9e-92e07b2d3925 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0618074 Jun 29 10:50:17.800419 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7606959-c1c0-4237-9b06-1a57707c5521 req-5e7b1de3-ccd5-46f2-b125-3e37ab15f533 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302708 Jun 29 10:50:17.913084 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d05b1755-bfdd-4260-8c45-7bfd2a2a57ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.970877 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f93e-429d-475d-8828-cf3b33b2baeb req-997dec81-e6af-40a4-9376-67f5c55acd08 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:17.972321 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9805f93e-429d-475d-8828-cf3b33b2baeb req-997dec81-e6af-40a4-9376-67f5c55acd08 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0625055 Jun 29 10:50:17.983410 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51364) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:17.988307 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Request body: {'floatingip': {'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:18.028958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.337743 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:18.749042 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.752789 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.850772 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Floating IP 226813c2-e5b2-4ab8-a47b-9f206066ff11 associated. External IP: 172.27.2.189, port: b0f52dfa-cc1e-430f-9fba-71c027767405. Jun 29 10:50:19.050243 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Router f0a68622-5a70-48ce-9365-887696a23f02 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:19.159366 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:19.164420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.168617 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:19.177349 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:19.178001 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:49:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.204258 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-be7c30ab-de95-4e12-af20-ef52c574699c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "PUT /v2.0/floatingips/226813c2-e5b2-4ab8-a47b-9f206066ff11 HTTP/1.1" status: 200 len: 991 time: 1.2197669 Jun 29 10:50:19.205080 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:19.207810 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e2eb98-8bbd-427a-be0f-58767b33d534" -d '{"events": [{"name": "network-changed", "server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:19.284679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:19.359927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21525439-87cf-4c65-a694-034a00e823c7 x-openstack-request-id: req-21525439-87cf-4c65-a694-034a00e823c7 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:19.360248 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:19.360528 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21525439-87cf-4c65-a694-034a00e823c7 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:19.361244 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'status': 'completed', 'code': 200} Jun 29 10:50:19.504689 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '226813c2-e5b2-4ab8-a47b-9f206066ff11', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'mac_address': 'fa:16:3e:1a:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:50:03Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 1, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.534526 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:19.542927 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:19.543533 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:49:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.645715 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:19.862229 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '226813c2-e5b2-4ab8-a47b-9f206066ff11', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'mac_address': 'fa:16:3e:1a:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:50:03Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 1, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.888589 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25dd90-b5ef-47e1-ac58-cebf5999e2d1 None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '226813c2-e5b2-4ab8-a47b-9f206066ff11', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'mac_address': 'fa:16:3e:1a:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:50:03Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 1, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:20.060537 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51681770-2cb7-4bdd-92c2-1ff5d4a6cb95 None None] New status for floating IP 226813c2-e5b2-4ab8-a47b-9f206066ff11: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:50:20.421387 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d05215bc-3c8a-4c43-ab90-29d9b4e48a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.562316 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.235732 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-9b9e7905-5819-4eb8-898d-ed8e636b1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:21.237442 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-9b9e7905-5819-4eb8-898d-ed8e636b1a97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0530686 Jun 29 10:50:21.327541 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-46033547-5adf-4b8d-9edd-6848020d78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:21.329145 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-46033547-5adf-4b8d-9edd-6848020d78ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0852666 Jun 29 10:50:21.433033 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-38a506da-ce29-4a9b-aed6-3ca53d1ea1ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 200 len: 1001 time: 0.0971007 Jun 29 10:50:21.482737 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-1e753325-164f-4cf0-97ba-b48a92493c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:21.484110 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-1e753325-164f-4cf0-97ba-b48a92493c09 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0445309 Jun 29 10:50:21.540384 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-45087797-d0a2-44ab-9dcb-7c4c4e0af331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:21.541771 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-45087797-d0a2-44ab-9dcb-7c4c4e0af331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506401 Jun 29 10:50:21.638843 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-bf361edd-fe3e-42fb-a0b3-83b9cd28f721 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815716 Jun 29 10:50:21.941978 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-50e2eb98-8bbd-427a-be0f-58767b33d534 req-dbc7c516-30f8-4a1b-acbc-ada1ee05b9f4 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962713 Jun 29 10:50:21.955991 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.420547 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.343951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:34.337193 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f240f-e29b-43ab-9a37-426be9f00e7d req-834a60b0-0b4c-444e-8579-90672ee38dfc tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:34.338589 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b23f240f-e29b-43ab-9a37-426be9f00e7d req-834a60b0-0b4c-444e-8579-90672ee38dfc tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0635812 Jun 29 10:50:34.375490 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b23f240f-e29b-43ab-9a37-426be9f00e7d req-5acdcb3e-5d60-4e4b-a104-297e53dc776f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Jun 29 10:50:34.982297 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51502) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:35.083056 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.166439 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.170529 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.174020 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2e61cd31-e67e-4576-be0d-59dd8d9dbaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.215310 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bba840ac3f4e4c0aa5a9ef77ceb2e58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319188 Jun 29 10:50:35.216229 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c114b7-a963-4a0f-8049-4c95ad2564f2,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.217967 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51506) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:35.219374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.272861 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.293618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.344131 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.346769 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.347907 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80c114b7-a963-4a0f-8049-4c95ad2564f2 HTTP/1.1" status: 204 len: 168 time: 0.1281381 Jun 29 10:50:35.348712 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-17daae6b-70f5-4a2b-8835-1f5072f3a5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.356606 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c114b7-a963-4a0f-8049-4c95ad2564f2,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.359470 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8a4dedb2-fb6b-40b1-b098-7d8171496ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.569179 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff999d-12cf-4ceb-bf4c-24ecd1170214 req-8df2144c-857f-4faf-a9d9-2c9e802c3afa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:35.570767 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c9ff999d-12cf-4ceb-bf4c-24ecd1170214 req-8df2144c-857f-4faf-a9d9-2c9e802c3afa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0758102 Jun 29 10:50:35.611814 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c9ff999d-12cf-4ceb-bf4c-24ecd1170214 req-bfa918cd-7c1e-434f-aaaa-74c3b4e1a80d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350058 Jun 29 10:50:36.781025 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca4739-a329-49e7-bf52-847da2f5b99a req-2d1cb899-8929-4eb5-a3d2-aebe22c4b666 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:36.782489 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b2ca4739-a329-49e7-bf52-847da2f5b99a req-2d1cb899-8929-4eb5-a3d2-aebe22c4b666 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0615139 Jun 29 10:50:36.818515 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b2ca4739-a329-49e7-bf52-847da2f5b99a req-1f20ac72-bf67-4389-848f-50e87e05f60d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298615 Jun 29 10:50:37.994775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed63f45-8323-478d-abae-fc5c0b7e94f8 req-3d0f55ef-e674-451f-823c-916fcec5170f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:37.996182 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fed63f45-8323-478d-abae-fc5c0b7e94f8 req-3d0f55ef-e674-451f-823c-916fcec5170f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0656586 Jun 29 10:50:38.031760 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fed63f45-8323-478d-abae-fc5c0b7e94f8 req-ab91677f-bf3d-4c23-aa55-e1b663df271f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300450 Jun 29 10:50:39.198889 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126163-ded4-404d-a659-ac180ab4c7b3 req-006d9396-9d0e-4d4c-9d9e-a9d47dda8b4e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:39.200344 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03126163-ded4-404d-a659-ac180ab4c7b3 req-006d9396-9d0e-4d4c-9d9e-a9d47dda8b4e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0617042 Jun 29 10:50:39.237201 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03126163-ded4-404d-a659-ac180ab4c7b3 req-270d8efe-68cc-400a-afe9-51a6ab4032da tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Jun 29 10:50:40.406414 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8d19f-079d-4ae0-aef2-393061304c07 req-cf4b7275-d708-40a8-99f0-5d679d30fde0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:40.407907 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1fb8d19f-079d-4ae0-aef2-393061304c07 req-cf4b7275-d708-40a8-99f0-5d679d30fde0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0620694 Jun 29 10:50:40.449644 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1fb8d19f-079d-4ae0-aef2-393061304c07 req-4c2b9294-0268-407a-a5c9-9ee21d5fd8af tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351074 Jun 29 10:50:41.622501 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8faecd-1bdf-4510-bf3f-627d9f62083e req-eb5dc63f-245e-4a6b-a3c0-3f1c83645b7f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:41.623954 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3e8faecd-1bdf-4510-bf3f-627d9f62083e req-eb5dc63f-245e-4a6b-a3c0-3f1c83645b7f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0648861 Jun 29 10:50:41.660131 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3e8faecd-1bdf-4510-bf3f-627d9f62083e req-71d6a0e0-5799-4c3a-88c9-4de88a67dbe0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306952 Jun 29 10:50:42.832297 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b976a70-37e4-4fac-8e1e-c0445cfb9ce7 req-eb60d575-9672-4fda-8c13-58377dec5646 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:42.833677 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b976a70-37e4-4fac-8e1e-c0445cfb9ce7 req-eb60d575-9672-4fda-8c13-58377dec5646 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0616145 Jun 29 10:50:42.873263 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3b976a70-37e4-4fac-8e1e-c0445cfb9ce7 req-2f65916a-6de2-48f2-a4af-87b797963854 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Jun 29 10:50:44.051566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c6c1b-4e0c-4530-bf5f-a902515444ae req-22911882-da2a-4524-a67e-c04d664a3482 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:44.053070 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-301c6c1b-4e0c-4530-bf5f-a902515444ae req-22911882-da2a-4524-a67e-c04d664a3482 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0662231 Jun 29 10:50:44.092066 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-301c6c1b-4e0c-4530-bf5f-a902515444ae req-56dfeb68-e300-4505-8eb8-068aeca67483 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333767 Jun 29 10:50:45.263590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb926-a39d-4f4b-baa5-60b34ffe5c3b req-04bf4c4b-7471-4580-87d2-e07ea04f2c52 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.265046 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-76edb926-a39d-4f4b-baa5-60b34ffe5c3b req-04bf4c4b-7471-4580-87d2-e07ea04f2c52 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0658531 Jun 29 10:50:45.302880 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-76edb926-a39d-4f4b-baa5-60b34ffe5c3b req-4d1809fe-97c0-4860-9a5f-2cdd6a998261 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jun 29 10:50:46.476545 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d38397-fe9f-492f-b79d-2212578df9c0 req-4206ab3c-bbd9-4b5d-9c9f-b1c3a515c302 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.478055 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c9d38397-fe9f-492f-b79d-2212578df9c0 req-4206ab3c-bbd9-4b5d-9c9f-b1c3a515c302 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0663488 Jun 29 10:50:46.515753 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c9d38397-fe9f-492f-b79d-2212578df9c0 req-d767a824-2f09-4930-b4a8-f2469334ef91 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Jun 29 10:50:47.693357 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354922-4b51-41c5-a7b0-64ccb4e1a963 req-30aaff9d-31ce-4888-bbab-5e6248e1d47d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.694868 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4354922-4b51-41c5-a7b0-64ccb4e1a963 req-30aaff9d-31ce-4888-bbab-5e6248e1d47d tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0657189 Jun 29 10:50:47.732479 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4354922-4b51-41c5-a7b0-64ccb4e1a963 req-1dd79a34-5575-4784-8836-8ae069812c7f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Jun 29 10:50:47.915394 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-50657604-8617-49c4-a75d-9a4e0e6c1180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.904966 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8101f-3df2-4bc2-b9ad-ffc79354233a req-c1ddb473-3e37-47c8-8419-7f4bfabe4add tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.906446 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dc8101f-3df2-4bc2-b9ad-ffc79354233a req-c1ddb473-3e37-47c8-8419-7f4bfabe4add tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0649686 Jun 29 10:50:48.942690 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dc8101f-3df2-4bc2-b9ad-ffc79354233a req-df5e77b6-462a-43c8-a5f3-fc4f64ad8e24 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305898 Jun 29 10:50:49.613104 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347664c-15d6-4360-95eb-97b437b69112 req-9073bb5c-1969-4011-aa94-3f0da61c039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.614619 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-9073bb5c-1969-4011-aa94-3f0da61c039e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1098 time: 0.0533442 Jun 29 10:50:49.706156 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347664c-15d6-4360-95eb-97b437b69112 req-f8696907-d1f4-43f0-8f39-d095f09cc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.707628 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-f8696907-d1f4-43f0-8f39-d095f09cc258 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 909 time: 0.0863645 Jun 29 10:50:49.770898 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-bcc64149-2412-4927-8333-117c5a559590 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 1000 time: 0.0560818 Jun 29 10:50:49.820312 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347664c-15d6-4360-95eb-97b437b69112 req-b9f19bc3-6bc1-4e82-9872-18f9d17840cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.821639 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-b9f19bc3-6bc1-4e82-9872-18f9d17840cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0439231 Jun 29 10:50:49.884296 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347664c-15d6-4360-95eb-97b437b69112 req-7396262f-8648-4eb1-a582-ee418c99b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.885808 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-7396262f-8648-4eb1-a582-ee418c99b367 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574503 Jun 29 10:50:49.984447 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-eec3b7a1-ebef-4476-9831-952aa0d00262 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913186 Jun 29 10:50:50.085575 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f347664c-15d6-4360-95eb-97b437b69112 req-6c9b83de-1656-4d51-acd7-dc282286a238 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926676 Jun 29 10:50:50.119640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70beb8-d008-4583-b685-48c052ed6c7a req-217d009c-a0c3-4960-b3a4-1dcb0e3b0d92 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.121124 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c70beb8-d008-4583-b685-48c052ed6c7a req-217d009c-a0c3-4960-b3a4-1dcb0e3b0d92 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0692537 Jun 29 10:50:50.157802 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c70beb8-d008-4583-b685-48c052ed6c7a req-69a251c4-ebf5-4209-814f-6e4135778bd0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Jun 29 10:50:50.421159 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-825f2765-ee44-4151-aec1-fe98b621d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:50.563576 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:51.325636 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88250501-a13b-4753-aca9-40305979007e req-69947918-99fb-436b-84ec-3625dcc5c6a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.327014 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88250501-a13b-4753-aca9-40305979007e req-69947918-99fb-436b-84ec-3625dcc5c6a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Jun 29 10:50:51.363336 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-88250501-a13b-4753-aca9-40305979007e req-bbcab84c-2e0a-4845-8950-ac73ee93e306 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Jun 29 10:50:51.954923 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.540444 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293337f-65f5-4a8e-b25d-aa85012574aa req-03974436-66d4-4c04-98fe-a056f7cc9772 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.541919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c293337f-65f5-4a8e-b25d-aa85012574aa req-03974436-66d4-4c04-98fe-a056f7cc9772 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0638409 Jun 29 10:50:52.579238 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c293337f-65f5-4a8e-b25d-aa85012574aa req-f3513a56-a282-4597-a7cf-113270cec61f tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jun 29 10:50:53.422474 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:53.753786 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4623a3-8702-4887-8346-a3f1220c05d0 req-80a619c2-70f2-4168-b320-a6dc5f6711b2 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:53.755314 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd4623a3-8702-4887-8346-a3f1220c05d0 req-80a619c2-70f2-4168-b320-a6dc5f6711b2 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0659878 Jun 29 10:50:53.791770 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd4623a3-8702-4887-8346-a3f1220c05d0 req-ee9c686a-3fc8-4c4e-be2c-5b3e674e3a30 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Jun 29 10:50:54.102242 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51582) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:54.135576 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8506-1906-4591-8813-1ad3b75412bd req-f90987b4-88be-44b0-8465-e3a2c34c200e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:54.137056 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e1c8506-1906-4591-8813-1ad3b75412bd req-f90987b4-88be-44b0-8465-e3a2c34c200e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0697031 Jun 29 10:50:54.204323 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e1c8506-1906-4591-8813-1ad3b75412bd req-0fce2edd-410b-4682-8061-4794dcfb07e8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614920 Jun 29 10:50:54.223669 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-008d1cc9-7620-4461-b618-24206aa961e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203060 Jun 29 10:50:55.336928 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:55.338513 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:55.383476 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f835d8-0fa9-4988-a666-8eaae7095ba5 req-d853e546-7759-42a2-8df3-b0baa09e5865 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:55.385064 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8f835d8-0fa9-4988-a666-8eaae7095ba5 req-d853e546-7759-42a2-8df3-b0baa09e5865 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0692041 Jun 29 10:50:55.424131 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b8f835d8-0fa9-4988-a666-8eaae7095ba5 req-0618336c-70b3-4fc0-ae75-fc96b83f0918 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Jun 29 10:50:56.096303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-7fbab055-03de-4179-ae43-5b8b30f2f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.097706 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-7fbab055-03de-4179-ae43-5b8b30f2f08e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017&tenant_id=07332526d4c541bfb634b2fc47563e47 HTTP/1.1" status: 200 len: 1098 time: 0.0829320 Jun 29 10:50:56.192006 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-15a8d2f8-d13b-46cb-917b-ba060bd4855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.194121 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-15a8d2f8-d13b-46cb-917b-ba060bd4855f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1098 time: 0.0548086 Jun 29 10:50:56.280463 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-d8e78f60-2c03-4b16-b717-75b350aaa8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.281912 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-d8e78f60-2c03-4b16-b717-75b350aaa8ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 909 time: 0.0814123 Jun 29 10:50:56.348770 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-75c307c8-0c16-4e8b-8e61-f204f18de113 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 1000 time: 0.0597792 Jun 29 10:50:56.397743 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-09fa5698-44df-4bbc-a04b-e075842cba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.399121 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-09fa5698-44df-4bbc-a04b-e075842cba06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0429091 Jun 29 10:50:56.458254 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-338ba6c6-c6af-4beb-8e06-0e5ce5a5ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.459807 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-338ba6c6-c6af-4beb-8e06-0e5ce5a5ccb4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517011 Jun 29 10:50:56.562973 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-af9b7575-8a93-4b2e-a266-5b565f661764 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900369 Jun 29 10:50:56.599843 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb0bd-fbc1-49a4-a047-397c3d4e703b req-3d4240f5-284e-4fbb-a193-c56633413643 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.601269 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d47eb0bd-fbc1-49a4-a047-397c3d4e703b req-3d4240f5-284e-4fbb-a193-c56633413643 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0628645 Jun 29 10:50:56.638183 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d47eb0bd-fbc1-49a4-a047-397c3d4e703b req-a0518be7-2a48-4fbf-b6a1-47f6d2a0a9a5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Jun 29 10:50:56.651803 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-abbe043e-4e2c-40d5-8cd5-9ffb239ce452 req-61d17d18-ea76-4871-b201-85f655f43377 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821817 Jun 29 10:50:56.901949 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:56.972831 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:56.994983 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:56.997238 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf58fabd-9c6c-484e-87b8-b30d3fe32747" -d '{"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:57.012602 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:57.017641 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:57.019454 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:57.041967 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe8623d-d386-45bc-9494-55e745c7dce8 x-openstack-request-id: req-ffe8623d-d386-45bc-9494-55e745c7dce8 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:57.042288 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:57.042555 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffe8623d-d386-45bc-9494-55e745c7dce8 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:57.042947 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'code': 200} Jun 29 10:50:57.067752 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=6']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:57.070875 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:57.812698 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5df1c-2f59-4a11-8393-8087056a2017 req-00909d79-92e5-4615-952c-14183fe3a8b8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:57.814933 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b1e5df1c-2f59-4a11-8393-8087056a2017 req-00909d79-92e5-4615-952c-14183fe3a8b8 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0681310 Jun 29 10:50:57.852107 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b1e5df1c-2f59-4a11-8393-8087056a2017 req-6e8c526d-8893-4da2-9a71-b8155c036e6b tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309289 Jun 29 10:50:59.020177 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4901c-194b-4371-97d4-f79313746078 req-60333123-ec5c-41d0-befe-437d7e729115 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.021649 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e3b4901c-194b-4371-97d4-f79313746078 req-60333123-ec5c-41d0-befe-437d7e729115 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0623841 Jun 29 10:50:59.060291 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e3b4901c-194b-4371-97d4-f79313746078 req-b2c53c64-3033-48a3-bc60-ce94709d631e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Jun 29 10:51:00.232291 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74060b78-ce2c-420f-b9ff-95ff5c83d8ec req-eb527e3f-aa78-46cc-be10-31eb49c52f75 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.233756 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74060b78-ce2c-420f-b9ff-95ff5c83d8ec req-eb527e3f-aa78-46cc-be10-31eb49c52f75 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0619853 Jun 29 10:51:00.270747 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-74060b78-ce2c-420f-b9ff-95ff5c83d8ec req-9fa44a40-3e71-422e-a3ea-ed2a8b3dead0 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308857 Jun 29 10:51:00.594338 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-aafcd4b6-21f6-4560-a564-c21816d006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.595819 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-aafcd4b6-21f6-4560-a564-c21816d006f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1096 time: 0.0553975 Jun 29 10:51:00.696910 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-40030344-64bb-4414-9ae6-f012f4af0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.698093 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-40030344-64bb-4414-9ae6-f012f4af0759 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 909 time: 0.0823915 Jun 29 10:51:00.765316 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-835c842e-b1d6-4356-9199-7fec0ab7da0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 998 time: 0.0591900 Jun 29 10:51:00.820814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-e535af2b-97c5-4eea-b6f2-b773e5c0c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.822205 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-e535af2b-97c5-4eea-b6f2-b773e5c0c491 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0420921 Jun 29 10:51:00.877372 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-ce32ad05-5d88-4b20-aaed-f38d2f6e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.878800 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-ce32ad05-5d88-4b20-aaed-f38d2f6e894a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488534 Jun 29 10:51:00.967430 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-64a677bc-c093-4b30-b090-78da89cc0ab4 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819094 Jun 29 10:51:01.055302 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-f3e71f09-c007-450e-9fee-4a6b57dc89ea req-b7316dd9-475b-4ea8-8c74-972b4aa7286a service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804341 Jun 29 10:51:01.456618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c947037-4f8c-44ed-afa0-46b61f216c96 req-ffb294a7-531e-4a90-9f69-9021f7feb3db tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:01.458399 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9c947037-4f8c-44ed-afa0-46b61f216c96 req-ffb294a7-531e-4a90-9f69-9021f7feb3db tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0774136 Jun 29 10:51:01.503678 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9c947037-4f8c-44ed-afa0-46b61f216c96 req-3903033d-b261-4346-a797-3fbe13f16f26 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Jun 29 10:51:02.681773 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff64d32-531d-4b36-86a1-d7437808a17a req-10b6148c-edba-4b02-ae41-ab741a1c90e1 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:02.683451 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ff64d32-531d-4b36-86a1-d7437808a17a req-10b6148c-edba-4b02-ae41-ab741a1c90e1 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0636585 Jun 29 10:51:02.723126 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ff64d32-531d-4b36-86a1-d7437808a17a req-29992677-86ed-457c-adb7-20c8212326e6 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342553 Jun 29 10:51:03.124155 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86aeb0-f31a-452a-9777-29fa432d8437 req-c10db0dd-4d68-4d7e-ab77-810969a803b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.125544 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-6a86aeb0-f31a-452a-9777-29fa432d8437 req-c10db0dd-4d68-4d7e-ab77-810969a803b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1096 time: 0.0567882 Jun 29 10:51:03.159293 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-6a86aeb0-f31a-452a-9777-29fa432d8437 req-af965980-5250-430e-93c9-7040c28ab665 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266137 Jun 29 10:51:03.896360 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878118-9577-4469-9020-241010412707 req-1be4928b-d7f6-4b40-a946-43bfd2cde28a tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.898355 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c878118-9577-4469-9020-241010412707 req-1be4928b-d7f6-4b40-a946-43bfd2cde28a tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0675952 Jun 29 10:51:03.935711 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6c878118-9577-4469-9020-241010412707 req-6e660cb1-3114-4671-a86b-5d29f713a708 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jun 29 10:51:04.962238 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:51:05.057812 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:05.072751 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '7d7713ce-4971-4b39-9b19-3872105aba69', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'port_id': '7d7713ce-4971-4b39-9b19-3872105aba69', 'mac_address': 'fa:16:3e:53:97:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:51:05.109048 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.111283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349783-98da-4ffa-85cf-937c8179940a req-83ac8459-faab-45d9-9e9d-77b968e0c4a9 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:05.112755 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c349783-98da-4ffa-85cf-937c8179940a req-83ac8459-faab-45d9-9e9d-77b968e0c4a9 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 943 time: 0.0639098 Jun 29 10:51:05.121677 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7713ce-4971-4b39-9b19-3872105aba69 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:05.141043 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:05.145146 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:05.147290 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:05.152813 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c349783-98da-4ffa-85cf-937c8179940a req-1a22e611-443a-488c-be08-4ee974042afd tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344858 Jun 29 10:51:05.191967 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=7']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:05.195231 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:05.459097 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['7d7713ce-4971-4b39-9b19-3872105aba69'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:06.989647 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:07.035042 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 7d7713ce-4971-4b39-9b19-3872105aba69 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:07.035420 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.227567 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.249051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:07.251214 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9343dbd0-de19-453a-af12-56e4c80243e3" -d '{"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-plugged", "status": "completed", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:07.263385 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:07.267033 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.268836 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:07.291512 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d656df9-9f82-47c2-bab8-3461795da5e2 x-openstack-request-id: req-6d656df9-9f82-47c2-bab8-3461795da5e2 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:07.291803 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-plugged", "status": "completed", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:07.292059 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d656df9-9f82-47c2-bab8-3461795da5e2 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:07.292444 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'code': 200} Jun 29 10:51:07.316977 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=8']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:07.319878 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:08.885262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e5b2-1ba8-4ce3-a60a-a367b3dfdd4d req-7ab15e73-cf50-4f53-9d37-91cef9373cd7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:08.886761 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0340e5b2-1ba8-4ce3-a60a-a367b3dfdd4d req-7ab15e73-cf50-4f53-9d37-91cef9373cd7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0618808 Jun 29 10:51:08.924546 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0340e5b2-1ba8-4ce3-a60a-a367b3dfdd4d req-1e571301-207d-463f-9e0c-7e16f00280ea tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Jun 29 10:51:10.105301 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d720a2-1b2f-4223-a8e7-a5be7bd909fc req-77d7a93b-113d-4083-a687-c0e336ae6b02 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:10.107519 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-68d720a2-1b2f-4223-a8e7-a5be7bd909fc req-77d7a93b-113d-4083-a687-c0e336ae6b02 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0668814 Jun 29 10:51:10.144748 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-68d720a2-1b2f-4223-a8e7-a5be7bd909fc req-52d66ce5-0157-4df1-aa2c-05f45a585f29 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Jun 29 10:51:11.326741 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd708bc7-c1d9-460a-bdf4-c05f27822345 req-f4f74b5b-a916-46eb-bde9-cf13d6d5e1e1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:11.328115 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd708bc7-c1d9-460a-bdf4-c05f27822345 req-f4f74b5b-a916-46eb-bde9-cf13d6d5e1e1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0626380 Jun 29 10:51:11.364327 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-fd708bc7-c1d9-460a-bdf4-c05f27822345 req-ac12bcb2-597b-4991-a9f4-95afc928d457 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Jun 29 10:51:12.541425 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd27b47-36c7-4416-8952-a6607dec4603 req-4d8b0600-ec17-4b2e-900a-e8433f6d4265 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:12.542895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ffd27b47-36c7-4416-8952-a6607dec4603 req-4d8b0600-ec17-4b2e-900a-e8433f6d4265 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0654583 Jun 29 10:51:12.579895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ffd27b47-36c7-4416-8952-a6607dec4603 req-e59fc9e3-2d8f-4dda-b651-b1b3eba073ae tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 Jun 29 10:51:13.765488 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aab3e-7d1c-43df-92ab-1a69ca58ef1d req-4fe291b5-18ea-4428-936b-26d27be42a06 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:13.766881 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab3aab3e-7d1c-43df-92ab-1a69ca58ef1d req-4fe291b5-18ea-4428-936b-26d27be42a06 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0623791 Jun 29 10:51:13.803252 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab3aab3e-7d1c-43df-92ab-1a69ca58ef1d req-bbd40273-d3ac-45a3-ac75-aef5aa92749d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302007 Jun 29 10:51:14.977924 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29c3fd-bd13-4513-8008-f22227fb996a req-e73e76ba-9e52-4b3a-a330-ffe5c76962e0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:14.979419 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b29c3fd-bd13-4513-8008-f22227fb996a req-e73e76ba-9e52-4b3a-a330-ffe5c76962e0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0622571 Jun 29 10:51:15.016947 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b29c3fd-bd13-4513-8008-f22227fb996a req-d5c3c26b-74f6-4727-8a26-e60a0349ed88 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313480 Jun 29 10:51:16.193168 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31686c3d-4fff-4cc9-9700-813c32cd3408 req-9c633580-546f-465e-beea-c87109d139fd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:16.195109 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-31686c3d-4fff-4cc9-9700-813c32cd3408 req-9c633580-546f-465e-beea-c87109d139fd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0661681 Jun 29 10:51:16.231251 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-31686c3d-4fff-4cc9-9700-813c32cd3408 req-fb5858e6-3ffa-43e6-b765-10752efbbe8c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Jun 29 10:51:17.409479 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434b7db-7f79-46f4-968f-3583ab1b60b8 req-6ef2ad45-65e5-41d0-9029-427b1fc1bb15 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:17.411018 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2434b7db-7f79-46f4-968f-3583ab1b60b8 req-6ef2ad45-65e5-41d0-9029-427b1fc1bb15 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0630388 Jun 29 10:51:17.450015 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2434b7db-7f79-46f4-968f-3583ab1b60b8 req-6f844692-0f4f-4294-9615-8f8cf7ea36bf tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330958 Jun 29 10:51:17.915717 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6995831c-a030-498a-9ffa-db1bbb4433b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:18.627417 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26b970-a834-460f-b7a3-2e6d29a0e8c4 req-a703c79b-5c65-4756-90c9-36cb3c15d092 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:18.628879 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f26b970-a834-460f-b7a3-2e6d29a0e8c4 req-a703c79b-5c65-4756-90c9-36cb3c15d092 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0646646 Jun 29 10:51:18.671224 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9f26b970-a834-460f-b7a3-2e6d29a0e8c4 req-985d8880-ed9d-4041-bdf3-308457570f11 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Jun 29 10:51:19.846004 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5886cc-ccfb-4f13-a9d4-8d7c2c5df9ff req-258e5a42-9afb-46a0-8021-1d2849d8bbe4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:19.847386 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4f5886cc-ccfb-4f13-a9d4-8d7c2c5df9ff req-258e5a42-9afb-46a0-8021-1d2849d8bbe4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0621343 Jun 29 10:51:19.884470 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4f5886cc-ccfb-4f13-a9d4-8d7c2c5df9ff req-7276fc70-99a1-4293-961d-9376c1585c65 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Jun 29 10:51:20.422335 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5c59321f-4cae-4219-9805-e48559011722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:20.563635 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:21.056347 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2ee3-fd67-40f0-8e4f-2ad8776036d4 req-2be56d5f-7f28-4b74-aa9f-2d5fd6f43f79 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:21.057816 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2feb2ee3-fd67-40f0-8e4f-2ad8776036d4 req-2be56d5f-7f28-4b74-aa9f-2d5fd6f43f79 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0618572 Jun 29 10:51:21.095569 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2feb2ee3-fd67-40f0-8e4f-2ad8776036d4 req-7cddd60b-fba9-4af1-a0ae-616b1407e516 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Jun 29 10:51:21.957737 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.271825 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b206f-109f-4031-a0bb-18499ac1522b req-ba843a75-aad9-4820-8b45-3841d1eb94d8 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:22.273774 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f30b206f-109f-4031-a0bb-18499ac1522b req-ba843a75-aad9-4820-8b45-3841d1eb94d8 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0654500 Jun 29 10:51:22.309187 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f30b206f-109f-4031-a0bb-18499ac1522b req-7636ee6d-4158-4d3b-b2ab-f11abba79f22 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299518 Jun 29 10:51:23.430188 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:23.492382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d597-1a70-4e3f-bc5c-6caf0c83ccb2 req-f3fdf8d6-a49e-42a3-ac03-b3617565b648 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:23.493740 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2af2d597-1a70-4e3f-bc5c-6caf0c83ccb2 req-f3fdf8d6-a49e-42a3-ac03-b3617565b648 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0624218 Jun 29 10:51:23.531114 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2af2d597-1a70-4e3f-bc5c-6caf0c83ccb2 req-cd0a8993-c23e-42e0-a185-fd4580a82213 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Jun 29 10:51:24.707142 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e929af-aa89-4394-b57f-f94af72de542 req-1978ace3-c305-4b7a-a9db-0cc6f1e114a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:24.708600 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d0e929af-aa89-4394-b57f-f94af72de542 req-1978ace3-c305-4b7a-a9db-0cc6f1e114a9 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0646737 Jun 29 10:51:24.746349 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d0e929af-aa89-4394-b57f-f94af72de542 req-3f56d10d-aed6-4d42-a653-4ad9382f6ed2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Jun 29 10:51:25.327705 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.919538 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f732c-232f-46b2-9a42-0bcd89b736ab req-8dc98b67-a717-43ba-97f9-d4accb9dc0f2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:25.920998 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-274f732c-232f-46b2-9a42-0bcd89b736ab req-8dc98b67-a717-43ba-97f9-d4accb9dc0f2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0638008 Jun 29 10:51:25.957556 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-274f732c-232f-46b2-9a42-0bcd89b736ab req-288256af-8ba0-45b7-9591-5a04b1d36570 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Jun 29 10:51:27.136595 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb073177-216d-4bfd-b0b8-90fd541f6237 req-70caa28e-003a-444f-b6e6-5baba3aa96a0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:27.138271 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb073177-216d-4bfd-b0b8-90fd541f6237 req-70caa28e-003a-444f-b6e6-5baba3aa96a0 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0646257 Jun 29 10:51:27.145921 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:51:27.178648 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb073177-216d-4bfd-b0b8-90fd541f6237 req-ee6d0f1b-1393-4753-8e46-464f921082ee tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Jun 29 10:51:27.240847 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:27.252866 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'mac_address': 'fa:16:3e:1a:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:51:27.296185 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.312952 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0f52dfa-cc1e-430f-9fba-71c027767405 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:27.336439 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:27.340477 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:27.342498 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:27.390696 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=6']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:27.398305 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.399036 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.399565 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.399884 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.400210 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.400712 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.401091 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.401368 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.401698 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.402051 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.402403 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.402731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:27.406641 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:27.533690 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b0f52dfa-cc1e-430f-9fba-71c027767405'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:28.374528 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296f04-2135-4da5-b9a3-1d721587e6e2 req-ef45d687-7bf2-4065-8de9-f5ccf4223a47 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:28.377850 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d296f04-2135-4da5-b9a3-1d721587e6e2 req-ef45d687-7bf2-4065-8de9-f5ccf4223a47 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 944 time: 0.0784652 Jun 29 10:51:28.422146 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0d296f04-2135-4da5-b9a3-1d721587e6e2 req-74a5973e-7fb8-40d7-8c7b-60417f89149b tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372794 Jun 29 10:51:29.170221 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:29.224336 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b0f52dfa-cc1e-430f-9fba-71c027767405 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:29.224813 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.309189 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.337776 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:29.340370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662fc8e5-eeee-4179-8c9d-c9cc0139f98c" -d '{"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-plugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:29.357067 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:29.367865 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.369061 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6391a340-f861-4ea3-9963-5f8aad77af96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:29.399403 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9834f2-7748-4fdf-b30a-734cc1d3b32a x-openstack-request-id: req-1d9834f2-7748-4fdf-b30a-734cc1d3b32a {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:29.399707 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-plugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:29.400080 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d9834f2-7748-4fdf-b30a-734cc1d3b32a {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:29.400478 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'code': 200} Jun 29 10:51:29.430861 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=7']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:29.434794 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:29.613114 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823475e0-476f-452b-9b27-27d0c11e5320 req-c82ee730-03b3-450f-a52e-5ead9dbfeed7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:29.614651 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-823475e0-476f-452b-9b27-27d0c11e5320 req-c82ee730-03b3-450f-a52e-5ead9dbfeed7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0698736 Jun 29 10:51:29.654969 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-823475e0-476f-452b-9b27-27d0c11e5320 req-e51a3ab6-bf4d-4b1a-b2fa-d7192c7303c1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344148 Jun 29 10:51:30.862657 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db77f-9987-4f37-80cd-ac88cfc7cec4 req-2453e030-9796-4d78-b5e5-92246b1f8e64 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:30.864076 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-497db77f-9987-4f37-80cd-ac88cfc7cec4 req-2453e030-9796-4d78-b5e5-92246b1f8e64 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0785306 Jun 29 10:51:30.909445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-497db77f-9987-4f37-80cd-ac88cfc7cec4 req-4141aee2-11bc-42bf-b892-2c62a972fc12 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377705 Jun 29 10:51:32.108250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5816bb-da4c-4ae2-a39d-60d037e4a71b req-42eaab18-541a-4e17-9390-3b606dbaa14d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:32.110852 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4f5816bb-da4c-4ae2-a39d-60d037e4a71b req-42eaab18-541a-4e17-9390-3b606dbaa14d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0687072 Jun 29 10:51:32.154659 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4f5816bb-da4c-4ae2-a39d-60d037e4a71b req-a58ec675-49c0-47b6-b00a-44d11b6a064a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377030 Jun 29 10:51:32.335696 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:33.339702 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162f55b-467e-4ace-a299-ec720309e57c req-6e2f21df-a37a-43fb-ab2e-c501ac3e77b4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:33.341240 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8162f55b-467e-4ace-a299-ec720309e57c req-6e2f21df-a37a-43fb-ab2e-c501ac3e77b4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0655577 Jun 29 10:51:33.383125 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8162f55b-467e-4ace-a299-ec720309e57c req-882408c5-fada-48b0-9312-07b44d25153c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Jun 29 10:51:34.573291 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd63d57-cead-46c3-aef5-b26de8e5550c req-e47f04fd-b565-4adf-95a1-88bfc365c974 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:34.574820 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5dd63d57-cead-46c3-aef5-b26de8e5550c req-e47f04fd-b565-4adf-95a1-88bfc365c974 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0711458 Jun 29 10:51:34.624530 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5dd63d57-cead-46c3-aef5-b26de8e5550c req-2d4a6d8c-e1c4-4919-8218-653f0bd6a366 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Jun 29 10:51:35.808602 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d4022-00e5-4dc2-aa39-5d5636e70a66 req-f2f6b5ce-bf1e-4140-9f51-5c120b2322d8 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:35.815002 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a71d4022-00e5-4dc2-aa39-5d5636e70a66 req-f2f6b5ce-bf1e-4140-9f51-5c120b2322d8 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0739527 Jun 29 10:51:35.865455 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a71d4022-00e5-4dc2-aa39-5d5636e70a66 req-91b18e60-d93c-415e-9111-37865e1f341f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392911 Jun 29 10:51:36.764027 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-90602234-2788-4db3-a033-f19285dd2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:36.765508 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-90602234-2788-4db3-a033-f19285dd2860 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0520639 Jun 29 10:51:36.855676 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-d3256502-4615-4189-8f07-d2249da32547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:36.857035 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-d3256502-4615-4189-8f07-d2249da32547 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0839717 Jun 29 10:51:36.926997 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-8e353994-704d-4335-b5a3-d3c889626f1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 200 len: 1001 time: 0.0591536 Jun 29 10:51:36.975800 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-f35d04c1-d011-416b-a4e8-21fe1b0ac88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:36.977284 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-f35d04c1-d011-416b-a4e8-21fe1b0ac88b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0438747 Jun 29 10:51:37.038261 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-eb71bbb3-8700-4928-bd75-edfc96133887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.039759 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-eb71bbb3-8700-4928-bd75-edfc96133887 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548840 Jun 29 10:51:37.045553 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfff63e-3e71-4b31-9c49-e0fa917a098e req-c76560f1-b167-413a-8f8e-858e9a0e00e2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.047359 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dfff63e-3e71-4b31-9c49-e0fa917a098e req-c76560f1-b167-413a-8f8e-858e9a0e00e2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0654016 Jun 29 10:51:37.085369 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6dfff63e-3e71-4b31-9c49-e0fa917a098e req-48d73bca-8315-4c9c-a34e-fadc46e40aab tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Jun 29 10:51:37.128636 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-2d03b53e-2150-4c00-aba5-9be65f6f358a service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818849 Jun 29 10:51:37.217450 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-a67a9e05-8820-4eec-a3ac-0291c9ab6dc4 req-ec98643e-e066-4173-b369-1f83e78d8757 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819783 Jun 29 10:51:38.263766 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da036739-cca7-4a7c-b649-f6900b828ea5 req-caba64ba-8527-4fc5-9068-aa3bfa7f6336 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:38.265258 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-da036739-cca7-4a7c-b649-f6900b828ea5 req-caba64ba-8527-4fc5-9068-aa3bfa7f6336 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0615208 Jun 29 10:51:38.301025 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-da036739-cca7-4a7c-b649-f6900b828ea5 req-592d4396-f4b0-4aed-a1ff-73acb8885b08 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303130 Jun 29 10:51:39.473732 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c72bd-8d4c-4f1d-8b9d-b862d8312006 req-8da5df2c-f043-4a4a-ab99-5d912aa73276 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:39.475276 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d4c72bd-8d4c-4f1d-8b9d-b862d8312006 req-8da5df2c-f043-4a4a-ab99-5d912aa73276 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.0615690 Jun 29 10:51:39.512533 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d4c72bd-8d4c-4f1d-8b9d-b862d8312006 req-ca9a8b00-20d1-400b-b27f-69c57c374850 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Jun 29 10:51:40.660820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc83aec-f30c-4692-89fd-60946b947060 req-0ed6e002-7f71-41d0-856d-9de1ccc03056 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:40.662824 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4bc83aec-f30c-4692-89fd-60946b947060 req-0ed6e002-7f71-41d0-856d-9de1ccc03056 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 945 time: 0.1061881 Jun 29 10:51:40.666504 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-c4b854a7-0292-4217-9a45-ff9356968001 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768049 Jun 29 10:51:40.706474 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4bc83aec-f30c-4692-89fd-60946b947060 req-0a4b0995-7793-4956-a6a0-b38a888b7be6 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378454 Jun 29 10:51:41.268219 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:41.340927 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:41.363618 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:41.365849 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29854ba6-05b5-4d70-8782-24e67ae65548" -d '{"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:41.378867 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:41.383286 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:41.385451 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:41.410516 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b4cb05-ed6f-4293-bf9f-3d2eb10d9415 x-openstack-request-id: req-57b4cb05-ed6f-4293-bf9f-3d2eb10d9415 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:41.410813 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:41.411072 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57b4cb05-ed6f-4293-bf9f-3d2eb10d9415 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:41.411455 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'code': 200} Jun 29 10:51:41.435937 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=8']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:41.439032 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:41.649097 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-e67970a7-a57c-4dac-b033-1df7708dd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:41.650477 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-e67970a7-a57c-4dac-b033-1df7708dd5d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8&tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0542128 Jun 29 10:51:41.737025 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-da37680a-9cdf-4c84-92b7-f5acf100275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:41.738525 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-da37680a-9cdf-4c84-92b7-f5acf100275c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0507913 Jun 29 10:51:41.832934 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-a8e7089d-c9b2-429a-b28b-5aa5784ace94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:41.834405 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-a8e7089d-c9b2-429a-b28b-5aa5784ace94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0870306 Jun 29 10:51:41.886377 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79362-14ac-4bdc-8169-aa55ebe901ab req-b35c90bf-ab42-4f36-874a-6cd515c14a5a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:41.887909 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f9d79362-14ac-4bdc-8169-aa55ebe901ab req-b35c90bf-ab42-4f36-874a-6cd515c14a5a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0665681 Jun 29 10:51:41.904010 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-bbb4595e-6cf5-4b5a-9cb6-8b9b1234d478 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 200 len: 999 time: 0.0622272 Jun 29 10:51:41.928867 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f9d79362-14ac-4bdc-8169-aa55ebe901ab req-012b8ca4-b334-40b2-bc23-2cd05b568907 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333836 Jun 29 10:51:41.958423 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-b92a011f-80bf-458a-b760-d8234d1f44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:41.959852 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-b92a011f-80bf-458a-b760-d8234d1f44ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0485170 Jun 29 10:51:42.017331 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-f7c7447c-0bb3-42d5-b9e9-f18f54499415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:42.018782 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-f7c7447c-0bb3-42d5-b9e9-f18f54499415 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510988 Jun 29 10:51:42.104243 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-73ec1996-e5b8-4487-b032-ebdfb3fd6642 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787189 Jun 29 10:51:42.193320 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-774a5846-0bf5-4102-b0bc-cb2801ec055b req-2121ef68-fb0b-4e7d-b69d-18fc213b3633 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818019 Jun 29 10:51:43.116601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657ac37-4e5d-4c5d-99db-9ef7b9e8c1e3 req-967526ad-4101-4c81-a10b-e61538542d93 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:43.118063 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9657ac37-4e5d-4c5d-99db-9ef7b9e8c1e3 req-967526ad-4101-4c81-a10b-e61538542d93 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0642145 Jun 29 10:51:43.156423 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9657ac37-4e5d-4c5d-99db-9ef7b9e8c1e3 req-44b468fb-059d-40a9-9652-dc5491ecc308 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325689 Jun 29 10:51:44.334690 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1593-c319-4d65-a377-da2fb9a3ea15 req-b51e5db5-c6c4-460e-bbb1-dacf6f29d3a4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:44.337049 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-448e1593-c319-4d65-a377-da2fb9a3ea15 req-b51e5db5-c6c4-460e-bbb1-dacf6f29d3a4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0645630 Jun 29 10:51:44.378039 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-448e1593-c319-4d65-a377-da2fb9a3ea15 req-aa98636b-ca0b-4d1f-bdfd-a25e636dd601 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352333 Jun 29 10:51:45.568690 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821404e6-b9c2-4b9d-b367-ede46421f8e3 req-63152fb2-65ac-463f-8d76-99c7a31e5471 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:45.570951 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-821404e6-b9c2-4b9d-b367-ede46421f8e3 req-63152fb2-65ac-463f-8d76-99c7a31e5471 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0733879 Jun 29 10:51:45.610537 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-821404e6-b9c2-4b9d-b367-ede46421f8e3 req-61db4ca7-6c66-491a-b53b-401c50e0f66f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Jun 29 10:51:46.795678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00214c-6e91-4600-97c3-34fcd4f4a44b req-5a653202-2215-4c94-af70-1e548f5f9aa4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:46.797546 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6a00214c-6e91-4600-97c3-34fcd4f4a44b req-5a653202-2215-4c94-af70-1e548f5f9aa4 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0649617 Jun 29 10:51:46.836240 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6a00214c-6e91-4600-97c3-34fcd4f4a44b req-cfd81d01-ae0c-4055-b574-5e7f6b154be1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Jun 29 10:51:47.925608 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ed2f188-c8c3-4486-a62b-bbd84e09fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:48.031086 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebdd9-53b8-4767-9cbe-e57f946e1246 req-2482b870-9a35-49bd-9306-bd926eb2f519 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:48.032723 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4cebdd9-53b8-4767-9cbe-e57f946e1246 req-2482b870-9a35-49bd-9306-bd926eb2f519 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0745363 Jun 29 10:51:48.072650 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c4cebdd9-53b8-4767-9cbe-e57f946e1246 req-d8e44b8b-7a55-4039-82d5-84067431137e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337086 Jun 29 10:51:49.253572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04c7c-5152-4a5a-9d1d-c41e61aba6e4 req-404ec3af-d1de-4142-9aab-11f6dd32cf0e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.255110 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5a04c7c-5152-4a5a-9d1d-c41e61aba6e4 req-404ec3af-d1de-4142-9aab-11f6dd32cf0e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0651791 Jun 29 10:51:49.292660 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e5a04c7c-5152-4a5a-9d1d-c41e61aba6e4 req-b9dd04e8-403d-4369-8665-4b76eb2920ce tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Jun 29 10:51:50.424652 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f450009c-1426-402f-a0a1-610c744cc36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:50.474243 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a582185-d79a-4ba2-8305-7c19176a11e3 req-530620f4-98ff-4033-885d-d533b6892382 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:50.475998 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a582185-d79a-4ba2-8305-7c19176a11e3 req-530620f4-98ff-4033-885d-d533b6892382 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0655711 Jun 29 10:51:50.516212 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a582185-d79a-4ba2-8305-7c19176a11e3 req-53c87f40-ac69-4ea5-b819-919ce313da17 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342751 Jun 29 10:51:50.567360 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:51.708111 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a306e-33f9-423d-b964-0722fe7e2560 req-43d508fa-7a56-4353-8f58-cff415d2c9f5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:51.709763 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b20a306e-33f9-423d-b964-0722fe7e2560 req-43d508fa-7a56-4353-8f58-cff415d2c9f5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0705738 Jun 29 10:51:51.749178 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b20a306e-33f9-423d-b964-0722fe7e2560 req-0f51dc4c-372a-479d-a27a-6d646baf4981 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330999 Jun 29 10:51:51.962356 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:52.931157 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9aec-91ab-47dc-9d79-11561ee7af69 req-27eea91e-3bb7-4eba-af8e-b5e085b0e6b1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:52.932669 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1feb9aec-91ab-47dc-9d79-11561ee7af69 req-27eea91e-3bb7-4eba-af8e-b5e085b0e6b1 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0633886 Jun 29 10:51:52.971014 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1feb9aec-91ab-47dc-9d79-11561ee7af69 req-1e1982ed-9f97-4bfe-a17c-05ad8def6cd2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Jun 29 10:51:53.431197 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:54.166944 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0e029-8ca0-4a0e-982f-190a476f4955 req-096ed9e9-e0e0-492b-b274-989264359708 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.168417 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21f0e029-8ca0-4a0e-982f-190a476f4955 req-096ed9e9-e0e0-492b-b274-989264359708 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0653784 Jun 29 10:51:54.204387 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-21f0e029-8ca0-4a0e-982f-190a476f4955 req-a707405b-8bcc-451e-b2ad-9894bf437674 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303445 Jun 29 10:51:55.342695 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.371317 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:51:55.378926 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d75e0-ed67-40fb-844f-b5f31b1dfb79 req-62c51067-8289-40cc-9f84-050c33473efd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:55.380393 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e82d75e0-ed67-40fb-844f-b5f31b1dfb79 req-62c51067-8289-40cc-9f84-050c33473efd tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 943 time: 0.0631275 Jun 29 10:51:55.417304 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e82d75e0-ed67-40fb-844f-b5f31b1dfb79 req-7018c9cb-ded0-4b6b-b23b-42810c2a550c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Jun 29 10:51:55.466683 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:55.477753 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'port_id': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'mac_address': 'fa:16:3e:1a:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:51:55.513791 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.525817 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f52dfa-cc1e-430f-9fba-71c027767405 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:55.544509 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:55.548038 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:55.549752 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:55.594010 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=9']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:55.597067 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:55.916200 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['b0f52dfa-cc1e-430f-9fba-71c027767405'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:56.593432 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d89c7e-1f16-494d-a066-40db162f3a52 req-0fdbb598-3aca-4056-ac6f-8c16255e34f2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:56.594919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-51d89c7e-1f16-494d-a066-40db162f3a52 req-0fdbb598-3aca-4056-ac6f-8c16255e34f2 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 944 time: 0.0616889 Jun 29 10:51:56.632123 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-51d89c7e-1f16-494d-a066-40db162f3a52 req-6c0999bf-6ebd-4698-ad3a-2b49e25d10f7 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309217 Jun 29 10:51:57.371273 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:57.425240 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port b0f52dfa-cc1e-430f-9fba-71c027767405 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:57.425240 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.514541 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.535401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:57.538182 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32812fa5-5aa4-4c73-b1f0-02e79cee7221" -d '{"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-plugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:57.549973 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:57.557297 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.559546 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:57.580392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67826617-840e-4e39-9a90-80c8b99d3b35 x-openstack-request-id: req-67826617-840e-4e39-9a90-80c8b99d3b35 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:57.580690 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-plugged", "status": "completed", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:57.580950 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67826617-840e-4e39-9a90-80c8b99d3b35 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:57.581340 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'code': 200} Jun 29 10:51:57.607414 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=10']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:57.610668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:57.807550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03355f6d-42dd-4657-b860-34c1d712e174 req-2a672f91-a394-4650-8e1c-a6e17191dc75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:57.809105 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03355f6d-42dd-4657-b860-34c1d712e174 req-2a672f91-a394-4650-8e1c-a6e17191dc75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 946 time: 0.0644922 Jun 29 10:51:57.833552 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0ed11-ac73-426c-99b7-ccad99f9b8a2 req-1f0d37fc-7032-4ad3-afb9-34038f9acbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:57.835996 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2eb0ed11-ac73-426c-99b7-ccad99f9b8a2 req-1f0d37fc-7032-4ad3-afb9-34038f9acbbf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0515888 Jun 29 10:51:57.846169 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03355f6d-42dd-4657-b860-34c1d712e174 req-83982709-5da9-46f7-b1ec-efc0e953359e tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Jun 29 10:51:57.875429 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2eb0ed11-ac73-426c-99b7-ccad99f9b8a2 req-e9f29c06-3cc1-49ab-b20c-f5d40c6af5ce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285077 Jun 29 10:51:59.018734 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce26efa-4f00-485c-a92f-d1a21c52ec2c req-ce6a3077-7972-4454-8e6e-27e27c5605f5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:59.020178 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ce26efa-4f00-485c-a92f-d1a21c52ec2c req-ce6a3077-7972-4454-8e6e-27e27c5605f5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 946 time: 0.0613115 Jun 29 10:51:59.056799 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ce26efa-4f00-485c-a92f-d1a21c52ec2c req-5178c550-61f0-410d-b7f8-fdc880da6407 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Jun 29 10:52:00.235208 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d2bcc-a112-4ede-b0de-23548494ac38 req-d49b1ea3-6c3d-4497-adcb-c17acc232853 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:00.236643 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc5d2bcc-a112-4ede-b0de-23548494ac38 req-d49b1ea3-6c3d-4497-adcb-c17acc232853 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 946 time: 0.0640733 Jun 29 10:52:00.273978 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bc5d2bcc-a112-4ede-b0de-23548494ac38 req-ae50a9e3-beca-4167-862e-5afbf9a6d2d5 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Jun 29 10:52:01.535410 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-6fadbfba-e911-4118-9fb4-46ef6f9ad9df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535727 Jun 29 10:52:01.620371 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c295ce-1ee6-490e-9517-ed552547f16e req-51b85bc6-a89c-4107-80e5-0bf335abb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:01.621801 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-51b85bc6-a89c-4107-80e5-0bf335abb921 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0508959 Jun 29 10:52:01.729982 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c295ce-1ee6-490e-9517-ed552547f16e req-368379b1-c5cc-4180-b4f0-7865576df125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:01.731443 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-368379b1-c5cc-4180-b4f0-7865576df125 service neutron] 10.222.0.69 "GET /v2.0/networks?id=239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 200 len: 918 time: 0.0819981 Jun 29 10:52:01.796424 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-61370283-6390-445f-bc39-7159a866158c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 200 len: 1001 time: 0.0582066 Jun 29 10:52:01.842487 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c295ce-1ee6-490e-9517-ed552547f16e req-d70594c2-f284-4ae5-b27c-1e37cc53bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:01.843848 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-d70594c2-f284-4ae5-b27c-1e37cc53bae4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 200 len: 856 time: 0.0413513 Jun 29 10:52:01.899764 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c295ce-1ee6-490e-9517-ed552547f16e req-cbe3c77d-c381-47e8-a06a-a04fac28a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:01.901170 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-cbe3c77d-c381-47e8-a06a-a04fac28a908 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=239f4c63-7cc5-4303-a471-b5606dbe464b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500650 Jun 29 10:52:01.991910 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-f823185e-938b-4e3f-9e37-2cba990f6bdd service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836506 Jun 29 10:52:02.082986 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-88c295ce-1ee6-490e-9517-ed552547f16e req-73e011b2-2c69-46fb-8de2-48f0ba723769 service neutron] 10.222.0.69 "GET /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Jun 29 10:52:09.333754 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:17.919022 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2bbbee6e-9e37-4ad4-b26a-f73139c8f354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:20.425293 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9104c95a-b7f3-4edc-9323-2d62fd7a4563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:20.575283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:21.963480 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:23.432073 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:25.342578 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.443906 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51920) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:28.686115 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Deleting port 058b1cca-0459-4cdf-a0b4-279de68ca579 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:28.686480 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.759743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.759986 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.771424 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Calling delete_port for 058b1cca-0459-4cdf-a0b4-279de68ca579 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:29.193593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.196775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbcc04be-1ea9-40a1-96d8-e67b4aa3f867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:29.221612 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event deleted for resources: {'Port': ['ID=058b1cca-0459-4cdf-a0b4-279de68ca579,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:29.232343 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.232714 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.233082 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.233700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.234086 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.234471 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.234826 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.235178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.235573 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.235879 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.236226 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.236572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:29.254022 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:29.291144 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.291536 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Floating IP cb8b65d9-1088-4c35-994a-cbc1d3affdb1 disassociated (deleted). External IP: 172.27.2.90, port: 7d7713ce-4971-4b39-9b19-3872105aba69. Jun 29 10:52:29.496108 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Router fc7cbc37-5efa-459e-b410-d67c8335cd2a has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:29.601374 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:29.606082 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.610569 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] Sync routers for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:29.620109 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:29.620736 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:29.641398 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "DELETE /v2.0/floatingips/cb8b65d9-1088-4c35-994a-cbc1d3affdb1 HTTP/1.1" status: 204 len: 168 time: 1.1964190 Jun 29 10:52:29.642484 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:29.646620 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd6eb98-d4cb-4977-829c-923d70a5a64c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:29.687628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec4ae87-2c08-4685-8aef-e5f7e95e16b1 x-openstack-request-id: req-1ec4ae87-2c08-4685-8aef-e5f7e95e16b1 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:29.687958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:29.688262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ec4ae87-2c08-4685-8aef-e5f7e95e16b1 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:29.688711 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'status': 'completed', 'code': 200} Jun 29 10:52:29.727991 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:29.791814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-3a8c2f62-15d1-402a-b619-ed51d0eaf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:29.793428 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-3a8c2f62-15d1-402a-b619-ed51d0eaf93a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=07332526d4c541bfb634b2fc47563e47&device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 1098 time: 0.0584011 Jun 29 10:52:29.896945 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-3a0a3d6c-ca5f-42ca-90a7-e3f164c25edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:29.898529 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-3a0a3d6c-ca5f-42ca-90a7-e3f164c25edf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 200 len: 909 time: 0.0985060 Jun 29 10:52:29.944899 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:29.971908 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-3134064c-8bcc-4c2a-866c-b95c9d11bd5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 200 len: 217 time: 0.0415995 Jun 29 10:52:29.972287 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] Checking router: fc7cbc37-5efa-459e-b410-d67c8335cd2a for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:29.981239 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:29.981850 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:30.020434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-9527da92-3914-40b9-80ab-60eebbbe0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:30.021720 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-9527da92-3914-40b9-80ab-60eebbbe0bc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 200 len: 847 time: 0.0429928 Jun 29 10:52:30.029939 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26724802-3cc1-4e41-aa6a-dfcb33b6c402 req-ec084338-11dc-496d-adce-72348435025c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:30.031575 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-26724802-3cc1-4e41-aa6a-dfcb33b6c402 req-ec084338-11dc-496d-adce-72348435025c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0681319 Jun 29 10:52:30.072084 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-26724802-3cc1-4e41-aa6a-dfcb33b6c402 req-e9e78d1c-87ba-4fc5-87e9-2012307bd21c tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346155 Jun 29 10:52:30.085506 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-b980e93c-aa62-42cc-987f-77c72b3696ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:30.087576 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-b980e93c-aa62-42cc-987f-77c72b3696ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a50918b-3620-4a76-b6c9-d9bc92b09164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577896 Jun 29 10:52:30.089930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:30.186881 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-133e0ddd-598e-48e0-957e-86bbdd6b1369 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910327 Jun 29 10:52:30.287394 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:30.318123 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f95ab3-8259-4df3-a102-48c527d5662f None None] The sync data for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi is: [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:46:59Z', 'revision_number': 4, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'b8b96b7a-56b1-41f6-827d-4686f86d012c', 'name': '', 'network_id': '4a50918b-3620-4a76-b6c9-d9bc92b09164', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'mac_address': 'fa:16:3e:28:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:59Z', 'updated_at': '2021-06-29T10:47:05Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'subnets': [{'id': '66447483-37f0-4eea-b3c4-44eebd60adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:30.525318 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0dd6eb98-d4cb-4977-829c-923d70a5a64c req-fc8b33db-0e1d-4147-9c09-b545b85a9800 service neutron] 10.222.0.69 "GET /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314233 Jun 29 10:52:30.536116 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535b925-af99-4112-80ad-186ea45c0667 None None] New status for floating IP cb8b65d9-1088-4c35-994a-cbc1d3affdb1: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:52:31.250917 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8907923-fac6-457b-a706-ca960e878803 req-fe4e778e-6391-41fd-ae31-f521dc44d0ec tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:31.252352 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8907923-fac6-457b-a706-ca960e878803 req-fe4e778e-6391-41fd-ae31-f521dc44d0ec tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0645955 Jun 29 10:52:31.291737 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a8907923-fac6-457b-a706-ca960e878803 req-eea86639-d1cc-4875-82db-4cb0616a4606 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d03efc-076d-4352-b421-649f7b88b230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jun 29 10:52:31.974774 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-3ba1d494-4c79-4def-8935-c9db02f48fe6 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:31.976185 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-3ba1d494-4c79-4def-8935-c9db02f48fe6 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 945 time: 0.0643454 Jun 29 10:52:32.081025 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Deleting port 7d7713ce-4971-4b39-9b19-3872105aba69 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:32.081368 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.170657 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] For port 7d7713ce-4971-4b39-9b19-3872105aba69, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7d7713ce-4971-4b39-9b19-3872105aba69,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:32.171010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.182797 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Calling delete_port for 7d7713ce-4971-4b39-9b19-3872105aba69 owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:32.308304 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.312112 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:32.344865 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event deleted for resources: {'Port': ['ID=7d7713ce-4971-4b39-9b19-3872105aba69,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:32.376849 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.377100 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.377460 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.377824 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.378210 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.378571 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.378970 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.379279 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.379671 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.379981 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.380332 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.380679 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:32.402915 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:32.403617 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] No DVR routers for this DVR port 7d7713ce-4971-4b39-9b19-3872105aba69 on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:32.405892 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:32.407861 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-66af99c4-a7ec-4fd6-ba69-719e0b168faa req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.69 "DELETE /v2.0/ports/7d7713ce-4971-4b39-9b19-3872105aba69 HTTP/1.1" status: 204 len: 173 time: 0.4226296 Jun 29 10:52:32.408325 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-deleted', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:32.410639 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8d56b-0660-415c-87d0-78747092f48f" -d '{"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-deleted", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:32.441748 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d4576e63-1d1f-4fec-a8f7-4fdef8e3b4a0 req-21b3381a-108d-4bfd-8e62-cad57780bc5e tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0323033 Jun 29 10:52:32.449146 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8c55e-f7cb-4354-b684-9499bcf8db0a x-openstack-request-id: req-b3d8c55e-f7cb-4354-b684-9499bcf8db0a {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:32.449146 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee003cd3-6604-455d-990b-9b3ae415c017", "name": "network-vif-deleted", "tag": "7d7713ce-4971-4b39-9b19-3872105aba69", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:32.449578 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3d8c55e-f7cb-4354-b684-9499bcf8db0a {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:32.450543 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee003cd3-6604-455d-990b-9b3ae415c017', 'name': 'network-vif-deleted', 'tag': '7d7713ce-4971-4b39-9b19-3872105aba69', 'status': 'completed', 'code': 200} Jun 29 10:52:33.604829 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-73dd3438-2dfb-418b-8933-fa321fcac34c req-1d578b7e-533e-4473-9925-dc25738d815b tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee003cd3-6604-455d-990b-9b3ae415c017 HTTP/1.1" status: 200 len: 210 time: 0.0289273 Jun 29 10:52:34.693758 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51944) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:34.754151 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:34.778511 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:34.835997 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:34.839273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:34.840428 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] 10.222.0.45 "DELETE /v2.0/security-groups/c2d03efc-076d-4352-b421-649f7b88b230 HTTP/1.1" status: 204 len: 168 time: 0.1456671 Jun 29 10:52:34.841282 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-aede819f-c5f1-49c2-bbf3-4f8d8b9ca71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:34.850065 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d03efc-076d-4352-b421-649f7b88b230,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:34.852628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-616b35d8-4d7f-4f29-a7b8-bc89d9e8b1b5 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:34.886369 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51948) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:35.312349 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:35.560109 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Deleting port b8b96b7a-56b1-41f6-827d-4686f86d012c {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:35.560453 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:35.567127 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:35.587078 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 7d7713ce-4971-4b39-9b19-3872105aba69 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:35.587431 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 7d7713ce-4971-4b39-9b19-3872105aba69 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:35.639428 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] For port b8b96b7a-56b1-41f6-827d-4686f86d012c, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=b8b96b7a-56b1-41f6-827d-4686f86d012c,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:35.639783 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:35.651461 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Calling delete_port for b8b96b7a-56b1-41f6-827d-4686f86d012c owned by network:router_interface {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:35.827517 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:35.830298 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-970e4a66-4317-488a-8a48-cc51eb6a028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:35.853194 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b96b7a-56b1-41f6-827d-4686f86d012c,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:35.859942 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:36.033020 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.242224 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Router fc7cbc37-5efa-459e-b410-d67c8335cd2a has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:36.343411 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:36.351375 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] 10.222.0.45 "PUT /v2.0/routers/fc7cbc37-5efa-459e-b410-d67c8335cd2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4613099 Jun 29 10:52:36.351557 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51952) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:36.352410 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] Sync routers for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:36.363591 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:36.364731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:36.467999 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.480209 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:36.569932 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.622138 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Deleting port 0870c995-1405-4d42-bc68-9d67ebd869cd {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:36.622518 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.656831 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:52:35Z', 'revision_number': 5, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port': {'id': '0870c995-1405-4d42-bc68-9d67ebd869cd', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:36.706682 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] For port 0870c995-1405-4d42-bc68-9d67ebd869cd, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0870c995-1405-4d42-bc68-9d67ebd869cd,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:36.707040 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.720035 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Calling delete_port for 0870c995-1405-4d42-bc68-9d67ebd869cd owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:36.801169 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] Checking router: fc7cbc37-5efa-459e-b410-d67c8335cd2a for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:36.810029 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] Routers {'fc7cbc37-5efa-459e-b410-d67c8335cd2a'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:36.810613 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:36.885770 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.887961 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d3d1c180-c213-4845-b3c4-7f5844b1d650 tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:36.896200 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] Set router fc7cbc37-5efa-459e-b410-d67c8335cd2a gateway port host: None {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:36.911458 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0870c995-1405-4d42-bc68-9d67ebd869cd,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:36.914559 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:36.949742 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:52:36Z', 'revision_number': 6, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:36.972213 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.974941 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a13e2-a030-4e58-8ddc-5bc229d5036f None None] The sync data for ids ['fc7cbc37-5efa-459e-b410-d67c8335cd2a'] in dv-cinder-793515-4-iscsi is: [{'id': 'fc7cbc37-5efa-459e-b410-d67c8335cd2a', 'name': 'tempest-TestShelveInstance-629296495-router', 'tenant_id': '07332526d4c541bfb634b2fc47563e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:46:56Z', 'updated_at': '2021-06-29T10:52:36Z', 'revision_number': 6, 'project_id': '07332526d4c541bfb634b2fc47563e47', 'gw_port_host': None}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:37.061729 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.063775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.110335 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.110854 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7cbc37-5efa-459e-b410-d67c8335cd2a {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:37.115893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.117021 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fc7cbc37-5efa-459e-b410-d67c8335cd2a HTTP/1.1" status: 204 len: 168 time: 0.7644210 Jun 29 10:52:37.119528 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51954) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:37.162969 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Deleting subnet 66447483-37f0-4eea-b3c4-44eebd60adb4 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:37.165899 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.198756 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.276963 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.332730 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.335307 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f70969f7-dbd9-4945-89d3-5be6b194dbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:37.360725 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66447483-37f0-4eea-b3c4-44eebd60adb4,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:37.363870 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:37.364991 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.369605 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51956) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:37.371265 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ccf80-b3d0-47a0-b7aa-9d478de2844b None None] Network 4a50918b-3620-4a76-b6c9-d9bc92b09164 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:37.377648 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2ee6f859-cd83-4068-8192-ff8150c10319 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/66447483-37f0-4eea-b3c4-44eebd60adb4 HTTP/1.1" status: 204 len: 168 time: 0.2570446 Jun 29 10:52:37.455296 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.468199 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device b8b96b7a-56b1-41f6-827d-4686f86d012c no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:37.503194 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: b8b96b7a-56b1-41f6-827d-4686f86d012c {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:37.503568 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device b8b96b7a-56b1-41f6-827d-4686f86d012c not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:37.511843 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Deleting port c9e7db2b-e668-49fd-8b33-210689b90c94 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:37.512190 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.579831 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] For port c9e7db2b-e668-49fd-8b33-210689b90c94, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c9e7db2b-e668-49fd-8b33-210689b90c94,segment=NetworkSegment(9b10eccb-351c-48d4-8fb5-d681b8932dbe),segment_id=9b10eccb-351c-48d4-8fb5-d681b8932dbe)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:37.580123 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.591851 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Calling delete_port for c9e7db2b-e668-49fd-8b33-210689b90c94 owned by network:dhcp {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:37.670257 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.673093 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:37.698673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] No DVR routers for this DVR port c9e7db2b-e668-49fd-8b33-210689b90c94 on host dv-cinder-793515-4-iscsi {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:37.702269 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e7db2b-e668-49fd-8b33-210689b90c94,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:37.704419 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:37.777087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.787448 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a50918b-3620-4a76-b6c9-d9bc92b09164']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:37.795052 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f16bac-5016-4de1-84cb-15095dbe9ae3 None None] DHCP port deletion for 4a50918b-3620-4a76-b6c9-d9bc92b09164 request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:37.799577 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b10eccb-351c-48d4-8fb5-d681b8932dbe') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:37.800087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b10eccb-351c-48d4-8fb5-d681b8932dbe') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:37.810697 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.825059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.831092 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:37.831411 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:37.833086 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:37.886120 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.889815 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2bac74ea-047b-4732-99ac-fdd961ddf303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:37.902350 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:37.904312 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] 10.222.0.45 "DELETE /v2.0/networks/4a50918b-3620-4a76-b6c9-d9bc92b09164 HTTP/1.1" status: 204 len: 168 time: 0.5336726 Jun 29 10:52:37.905700 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a50918b-3620-4a76-b6c9-d9bc92b09164,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:37.907407 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51958) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:37.909352 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:38.249930 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:38.499291 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Deleting port 1dcbd1da-2099-46c9-8c28-81d58b774775 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:38.500020 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:38.576860 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] For port 1dcbd1da-2099-46c9-8c28-81d58b774775, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=1dcbd1da-2099-46c9-8c28-81d58b774775,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:38.577218 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:38.588816 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Calling delete_port for 1dcbd1da-2099-46c9-8c28-81d58b774775 owned by network:router_interface {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:38.769907 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:38.772718 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f9910836-977e-462e-9118-59a9df1c5008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:38.800014 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcbd1da-2099-46c9-8c28-81d58b774775,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:38.821949 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:39.139612 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e8251-a049-4792-b063-bd6dfe2810d5 req-802a33d7-2798-4a14-b12d-b09a3fed6690 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:39.141124 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b08e8251-a049-4792-b063-bd6dfe2810d5 req-802a33d7-2798-4a14-b12d-b09a3fed6690 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 946 time: 0.0676806 Jun 29 10:52:39.181740 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b08e8251-a049-4792-b063-bd6dfe2810d5 req-cab8ec1b-6eb8-44be-8799-937dcc652e6a tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348756 Jun 29 10:52:39.204330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:39.245115 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c9e7db2b-e668-49fd-8b33-210689b90c94 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:39.264415 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: c9e7db2b-e668-49fd-8b33-210689b90c94 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:39.264773 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c9e7db2b-e668-49fd-8b33-210689b90c94 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:39.265188 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0870c995-1405-4d42-bc68-9d67ebd869cd no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:39.283558 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 0870c995-1405-4d42-bc68-9d67ebd869cd {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:39.283909 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0870c995-1405-4d42-bc68-9d67ebd869cd not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:39.411735 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Router eb269324-cef9-4202-8096-2fa7d8f60f66 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:39.512951 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:39.518085 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-28c4f191-b328-4927-9590-512d9d5b71ac admin admin] 10.222.0.45 "PUT /v2.0/routers/eb269324-cef9-4202-8096-2fa7d8f60f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097798 Jun 29 10:52:39.520625 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51970) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:39.521350 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] Sync routers for ids ['eb269324-cef9-4202-8096-2fa7d8f60f66'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:39.531034 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] Routers {'eb269324-cef9-4202-8096-2fa7d8f60f66'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:39.531636 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['eb269324-cef9-4202-8096-2fa7d8f60f66'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:39.622737 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:39.631870 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] Set router eb269324-cef9-4202-8096-2fa7d8f60f66 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:39.723695 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:39.778554 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Deleting port 18d94655-1547-4940-b10f-2f778d521acf {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:39.778906 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:39.811840 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '18d94655-1547-4940-b10f-2f778d521acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:52:38Z', 'revision_number': 5, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port': {'id': '18d94655-1547-4940-b10f-2f778d521acf', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:39.837541 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] Checking router: eb269324-cef9-4202-8096-2fa7d8f60f66 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:39.845443 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] Routers {'eb269324-cef9-4202-8096-2fa7d8f60f66'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:39.846045 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['eb269324-cef9-4202-8096-2fa7d8f60f66'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:39.856830 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] For port 18d94655-1547-4940-b10f-2f778d521acf, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=18d94655-1547-4940-b10f-2f778d521acf,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:39.857191 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:39.870582 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Calling delete_port for 18d94655-1547-4940-b10f-2f778d521acf owned by network:router_gateway {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:39.927578 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] Set router eb269324-cef9-4202-8096-2fa7d8f60f66 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:39.979675 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:52:39Z', 'revision_number': 6, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:40.005182 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa8cbf-d2f2-4677-ba65-04ca07aba2bd None None] The sync data for ids ['eb269324-cef9-4202-8096-2fa7d8f60f66'] in dv-cinder-793515-4-iscsi is: [{'id': 'eb269324-cef9-4202-8096-2fa7d8f60f66', 'name': 'tempest-TestShelveInstance-22493518-router', 'tenant_id': '423ca34c4a8a420ebbd87583bd8d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:02Z', 'updated_at': '2021-06-29T10:52:39Z', 'revision_number': 6, 'project_id': '423ca34c4a8a420ebbd87583bd8d369c', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:40.038706 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.041272 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ff2b360a-f641-4f77-be51-3f950fed3aaa tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:40.078979 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d94655-1547-4940-b10f-2f778d521acf,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:40.081603 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:40.134853 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.223147 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.225451 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.272625 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.273296 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb269324-cef9-4202-8096-2fa7d8f60f66 {{(pid=104755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:40.277636 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.278707 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-34eb7fc6-a497-4155-9457-990d5324a7d0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/eb269324-cef9-4202-8096-2fa7d8f60f66 HTTP/1.1" status: 204 len: 168 time: 0.7571599 Jun 29 10:52:40.281120 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 51974) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:40.328149 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_v2 [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Deleting subnet 37148c77-fdb0-4bb0-a416-28705b362123 {{(pid=104755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:40.331530 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.370413 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14883271'] for subnet, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.476720 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.531935 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13776070'] for subnet, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.534063 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a49e-2bcd-4794-8fc0-497579aeb33b req-f705a6a6-301c-4d6b-8adb-6f5728491a85 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:40.534534 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4a1e3cc3-e4e1-4621-b094-20d997d43c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:40.535672 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-86c8a49e-2bcd-4794-8fc0-497579aeb33b req-f705a6a6-301c-4d6b-8adb-6f5728491a85 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 946 time: 0.0682695 Jun 29 10:52:40.558876 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37148c77-fdb0-4bb0-a416-28705b362123,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:40.562125 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:40.562852 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.567062 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-86080de7-5b82-4397-ab86-2926f9da179f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/37148c77-fdb0-4bb0-a416-28705b362123 HTTP/1.1" status: 204 len: 168 time: 0.2826467 Jun 29 10:52:40.567881 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51976) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:40.578075 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd9868-7057-4cd7-89a7-de7ca89d7f87 None None] Network f16ee2ae-03a3-44e7-ad65-42e306def3b6 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:40.590248 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-86c8a49e-2bcd-4794-8fc0-497579aeb33b req-072bbfaa-eb4c-483e-96ba-f12486d7895c tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cdc3416-7a1e-4ce7-859a-0947054d91eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474787 Jun 29 10:52:40.640510 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.695270 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Deleting port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:40.695616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.763899 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] For port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:40.763899 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.777839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Calling delete_port for c43ad859-0a6c-4f52-9ce1-31bc3a5072eb owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:40.789658 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] DHCP port deletion for f16ee2ae-03a3-44e7-ad65-42e306def3b6 request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:40.836822 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Deleting port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:40.837204 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.864489 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-02d7d160-5998-4f79-82d7-f20598b10f87 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:40.866094 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-02d7d160-5998-4f79-82d7-f20598b10f87 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 946 time: 0.0749633 Jun 29 10:52:40.883477 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.888551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb66b21b-6071-4b9a-bed5-69dd5b5948b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:40.913710 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] For port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,segment=NetworkSegment(e5db9862-47fb-4c47-9492-72c7cd6e5c19),segment_id=e5db9862-47fb-4c47-9492-72c7cd6e5c19)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:40.913985 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Pushing event deleted for resources: {'Port': ['ID=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:40.914213 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:40.916779 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:40.919509 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] No DVR routers for this DVR port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb on host dv-cinder-793515-4-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:40.933175 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Calling delete_port for c43ad859-0a6c-4f52-9ce1-31bc3a5072eb owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:41.002342 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.003456 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Deleting port b0f52dfa-cc1e-430f-9fba-71c027767405 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:41.003974 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.013818 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236'] for port, after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.014220 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16ee2ae-03a3-44e7-ad65-42e306def3b6']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:41.016695 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:41.027279 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5db9862-47fb-4c47-9492-72c7cd6e5c19') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:41.027581 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5db9862-47fb-4c47-9492-72c7cd6e5c19') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:41.036943 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.043642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Pushing event deleted for resources: {'Port': ['ID=c43ad859-0a6c-4f52-9ce1-31bc3a5072eb,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:41.051370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.051746 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.052114 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.052241 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.052450 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.052789 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.053131 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.053459 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.053786 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.054844 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.054844 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.055042 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.055371 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:41.059477 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:41.060358 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] No DVR routers for this DVR port c43ad859-0a6c-4f52-9ce1-31bc3a5072eb on host dv-cinder-793515-4-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:41.070535 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:41.071022 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:41.073915 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:41.115446 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] For port b0f52dfa-cc1e-430f-9fba-71c027767405, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0f52dfa-cc1e-430f-9fba-71c027767405,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:41.115986 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.146480 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.154291 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-eca468a5-335e-449b-93c8-a4768f6f022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:41.159906 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.162393 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] 10.222.0.45 "DELETE /v2.0/networks/f16ee2ae-03a3-44e7-ad65-42e306def3b6 HTTP/1.1" status: 204 len: 168 time: 0.5938978 Jun 29 10:52:41.174763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Pushing event deleted for resources: {'Network': ['ID=f16ee2ae-03a3-44e7-ad65-42e306def3b6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:41.177448 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:41.186025 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 18d94655-1547-4940-b10f-2f778d521acf no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:41.207225 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 18d94655-1547-4940-b10f-2f778d521acf {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:41.207479 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 18d94655-1547-4940-b10f-2f778d521acf not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:41.207802 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c43ad859-0a6c-4f52-9ce1-31bc3a5072eb no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:41.226857 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: c43ad859-0a6c-4f52-9ce1-31bc3a5072eb {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:41.227191 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device c43ad859-0a6c-4f52-9ce1-31bc3a5072eb not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:41.227775 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1dcbd1da-2099-46c9-8c28-81d58b774775 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:41.251345 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 1dcbd1da-2099-46c9-8c28-81d58b774775 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:41.251710 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1dcbd1da-2099-46c9-8c28-81d58b774775 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:41.286282 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51980) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:41.306121 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.307180 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.307595 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Floating IP 226813c2-e5b2-4ab8-a47b-9f206066ff11 disassociated. External IP: 172.27.2.189, port: b0f52dfa-cc1e-430f-9fba-71c027767405. Jun 29 10:52:41.308047 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Calling delete_port for b0f52dfa-cc1e-430f-9fba-71c027767405 owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:41.326523 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a793f597-13f6-4d0d-a0d4-491f56680387 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07332526d4c541bfb634b2fc47563e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388980 Jun 29 10:52:41.328798 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51982) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:41.379843 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.402318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.437598 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.442734 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:41.450380 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.453079 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.456821 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88b61846-ec61-4546-adc3-2e6e937c403c HTTP/1.1" status: 204 len: 168 time: 0.1245322 Jun 29 10:52:41.456821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5fa93c86-312c-4082-afed-417adbb62ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:41.462427 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b61846-ec61-4546-adc3-2e6e937c403c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:41.464726 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-70757005-a2e2-4a82-bb83-98f3dc67d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:41.475606 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event deleted for resources: {'Port': ['ID=b0f52dfa-cc1e-430f-9fba-71c027767405,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:41.515653 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:41.590293 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Router f0a68622-5a70-48ce-9365-887696a23f02 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:41.695805 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:41.706441 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:41.716348 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:41.717244 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:41.747985 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bcb93c38-dc89-4edf-beef-be8a8d0291e3 req-ced4ad87-6e18-4f3b-bf41-db529e22017d tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/ports?device_id=6905cdbf-1039-48d3-8cfe-1543e43f1fc8 HTTP/1.1" status: 200 len: 210 time: 0.0336735 Jun 29 10:52:41.751726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] No DVR routers for this DVR port b0f52dfa-cc1e-430f-9fba-71c027767405 on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:41.755206 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.758379 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-01a5cdac-d538-4ba1-89dd-9cb842180d7c req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.69 "DELETE /v2.0/ports/b0f52dfa-cc1e-430f-9fba-71c027767405 HTTP/1.1" status: 204 len: 173 time: 0.8816872 Jun 29 10:52:41.759080 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-deleted', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:52:41.762689 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e056ac5-8a2c-430b-a67c-284124846da3" -d '{"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-deleted", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:52:41.803132 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb935b8-8bea-4f7e-b56c-c7c5959bb43f x-openstack-request-id: req-0bb935b8-8bea-4f7e-b56c-c7c5959bb43f {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:52:41.803662 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905cdbf-1039-48d3-8cfe-1543e43f1fc8", "name": "network-vif-deleted", "tag": "b0f52dfa-cc1e-430f-9fba-71c027767405", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:52:41.804054 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bb935b8-8bea-4f7e-b56c-c7c5959bb43f {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:52:41.804777 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905cdbf-1039-48d3-8cfe-1543e43f1fc8', 'name': 'network-vif-deleted', 'tag': 'b0f52dfa-cc1e-430f-9fba-71c027767405', 'status': 'completed', 'code': 200} Jun 29 10:52:41.824968 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51992) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:41.853647 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:41.871582 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2804d546-83ec-448a-85a4-f55f5ae7d7f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=423ca34c4a8a420ebbd87583bd8d369c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428910 Jun 29 10:52:41.871964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 51994) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:41.931402 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:41.954776 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.023989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.026859 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.028076 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9efc6ddd-e075-47ad-91b5-732abe88915b HTTP/1.1" status: 204 len: 168 time: 0.1550508 Jun 29 10:52:42.029733 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5fcbf416-cafa-4e9e-8b6f-dfc69783ec34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:42.036928 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc6ddd-e075-47ad-91b5-732abe88915b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:42.039278 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:42.093222 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:42.120339 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:42.128698 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:42.129257 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:42.243163 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:42.440544 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:42.469764 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd08ee-290f-4053-b639-9ceed18b1a78 None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:45:06Z', 'revision_number': 4, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '1d897525-91bb-4cda-af77-921f8725f816', 'name': '', 'network_id': '239f4c63-7cc5-4303-a471-b5606dbe464b', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'mac_address': 'fa:16:3e:b5:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:05Z', 'updated_at': '2021-06-29T10:45:15Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'subnets': [{'id': '5be0eaa5-f3a1-4471-9d31-326b64d1fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:42.698800 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6225d32-8eee-4070-b702-dbb5f0c75bec None None] New status for floating IP 226813c2-e5b2-4ab8-a47b-9f206066ff11: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:52:42.720522 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52016) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:42.829298 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-471750800-network', 'tenant_id': '826304bf62d443aea37b63c611448a4b'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:42.852476 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Made reservation on behalf of 826304bf62d443aea37b63c611448a4b for: {'network': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:52:42.855626 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.865407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.895333 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52024) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:42.967488 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.968057 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.971745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.976119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-570e6f42-0b45-4081-8713-c04426c9df17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:42.991789 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:42.996350 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=104756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:52:43.011473 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403b3408-3dc1-43fb-aa72-806ae6861bdf,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:43.014661 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:43.015904 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.016246 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.segments_db [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Added segment 03c5782f-7824-4425-8c37-b38f0a106fcf of type vlan for network bfc9f95f-79a2-403e-b086-fe206ca7beec Jun 29 10:52:43.046179 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.046179 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.047262 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "DELETE /v2.0/security-groups/6cdc3416-7a1e-4ce7-859a-0947054d91eb HTTP/1.1" status: 204 len: 168 time: 0.1507010 Jun 29 10:52:43.048084 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-be7d5d04-6028-48d5-9917-7904a651259a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:43.053521 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52026) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:43.063369 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.066016 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc3416-7a1e-4ce7-859a-0947054d91eb,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:43.072060 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-191bead1-d685-4df6-bba5-07927a76e058 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:43.073163 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.api.v2.resource [None req-222c7f06-cba2-4abf-8245-db8963cbefde tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] show failed (client error): The resource could not be found. Jun 29 10:52:43.074212 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-222c7f06-cba2-4abf-8245-db8963cbefde tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "GET /v2.0/security-groups/6cdc3416-7a1e-4ce7-859a-0947054d91eb HTTP/1.1" status: 404 len: 347 time: 0.0207102 Jun 29 10:52:43.077167 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52028) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:43.174868 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.176927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:43.177499 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.194537 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:43.252717 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5310030 Jun 29 10:52:43.255766 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52030) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:43.259073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc9f95f-79a2-403e-b086-fe206ca7beec,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:43.261407 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Request body: {'subnet': {'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-471750800-subnet', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:43.262418 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d6901d71-6551-419b-94ef-8cbfbef08ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:43.270184 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network bfc9f95f-79a2-403e-b086-fe206ca7beec details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:52:43.283817 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Made reservation on behalf of 826304bf62d443aea37b63c611448a4b for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:52:43.285494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Deleting port 92253ce4-f734-4f43-9944-c516da1c923c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:43.285846 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.286367 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.366853 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.367176 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.378569 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Calling delete_port for 92253ce4-f734-4f43-9944-c516da1c923c owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:43.452664 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.455871 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:43.522148 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.526163 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7e613abf-52f1-41ae-bcc8-e7f93abaf9d0 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:43.528447 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Checking segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:43.528806 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Network hostable DHCP agents. Network: bfc9f95f-79a2-403e-b086-fe206ca7beec, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:52:43.530766 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8370329-95c2-4a8d-9064-7a1efa147bbf,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:43.533818 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:43.547842 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:52:43.551456 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Pushing event deleted for resources: {'Port': ['ID=92253ce4-f734-4f43-9944-c516da1c923c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:43.557499 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:43.564587 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, bfc9f95f-79a2-403e-b086-fe206ca7beec) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:43.568667 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:43.569256 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.576030 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f1505-f24d-4f77-b1ea-d132714aabf0 None None] Network bfc9f95f-79a2-403e-b086-fe206ca7beec requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:43.585961 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3f95aea3-0d41-4920-b085-211345211949 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3289611 Jun 29 10:52:43.588679 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52032) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:43.593296 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:43.615894 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.617069 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.617284 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.620497 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.622627 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a6e08854-fbef-462e-ac93-34732dc96303 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] 10.222.0.45 "DELETE /v2.0/floatingips/226813c2-e5b2-4ab8-a47b-9f206066ff11 HTTP/1.1" status: 204 len: 168 time: 0.5444553 Jun 29 10:52:43.674876 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.740290 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-bfc9f95f-79a2-403e-b086-fe206ca7beec', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:52:43.741151 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:43.894948 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Allocated IP 172.20.0.2 (bfc9f95f-79a2-403e-b086-fe206ca7beec/d8370329-95c2-4a8d-9064-7a1efa147bbf/94b9457b-90ac-4177-9053-d895d921d67e) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:44.043041 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.051574 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Transition to ACTIVE for port object 94b9457b-90ac-4177-9053-d895d921d67e will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:44.067705 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Transition to ACTIVE for port object 94b9457b-90ac-4177-9053-d895d921d67e will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:44.068643 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.073409 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.075372 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:44.112931 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:44.115783 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:44.119249 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:44.126687 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Pushing event updated for resources: {'Port': ['ID=94b9457b-90ac-4177-9053-d895d921d67e,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:44.132474 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:44.178236 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Attempting to bind port 94b9457b-90ac-4177-9053-d895d921d67e on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:44.178612 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Attempting to bind port 94b9457b-90ac-4177-9053-d895d921d67e by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:44.178981 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Attempting to bind port 94b9457b-90ac-4177-9053-d895d921d67e on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:44.184351 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:44.184732 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Checking segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:44.185138 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.185537 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Bound using segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:44.186007 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Bound port: 94b9457b-90ac-4177-9053-d895d921d67e, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:44.186427 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.250026 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] For port 94b9457b-90ac-4177-9053-d895d921d67e, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:44.253852 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] For port 94b9457b-90ac-4177-9053-d895d921d67e, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=94b9457b-90ac-4177-9053-d895d921d67e,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:44.258315 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.260296 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:44.271645 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.290863 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.315497 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Pushing event updated for resources: {'Port': ['ID=94b9457b-90ac-4177-9053-d895d921d67e,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:44.318928 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:44.397826 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Allocated IP 172.27.2.224 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/624ca5f5-6d53-4e70-b79d-a74574202cb8) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:44.530645 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.570371 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:44.573185 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:44.611276 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:44.614052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:44.616465 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:44.642214 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Pushing event updated for resources: {'Port': ['ID=624ca5f5-6d53-4e70-b79d-a74574202cb8,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:44.645138 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:44.867963 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.073355 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.212793 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 94b9457b-90ac-4177-9053-d895d921d67e up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:45.218995 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Router cb96c9c4-4149-4361-bf23-7214325f30f9 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:52:45.239384 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13811e4f-4b7a-4fd1-8e79-ab8c00b2e7fd None None] Network bfc9f95f-79a2-403e-b086-fe206ca7beec requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:45.334146 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:45.354447 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.355846 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7660704 Jun 29 10:52:45.359334 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52048) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:45.411580 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:45.447782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:45.448418 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:45.452796 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-1c6e890d-8b61-4de5-aaec-65960c0a7517 None None] Provisioning for port 94b9457b-90ac-4177-9053-d895d921d67e completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:45.516902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 94b9457b-90ac-4177-9053-d895d921d67e completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:45.532129 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 94b9457b-90ac-4177-9053-d895d921d67e triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:45.532508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.612050 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:45.653419 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: b0f52dfa-cc1e-430f-9fba-71c027767405 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:45.653769 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device b0f52dfa-cc1e-430f-9fba-71c027767405 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:45.663368 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:45.766306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.834221 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.913441 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 94b9457b-90ac-4177-9053-d895d921d67e, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=94b9457b-90ac-4177-9053-d895d921d67e,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:45.917715 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Allocated IP 172.20.0.1 (bfc9f95f-79a2-403e-b086-fe206ca7beec/d8370329-95c2-4a8d-9064-7a1efa147bbf/ab74f616-7e7d-46e4-b732-47fe841005d8) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:45.920037 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:45.923232 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:45.981287 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=94b9457b-90ac-4177-9053-d895d921d67e,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:45.985110 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:45.990221 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:44Z', 'revision_number': 3, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:46.022586 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:46.023831 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Updating router cb96c9c4-4149-4361-bf23-7214325f30f9 port 624ca5f5-6d53-4e70-b79d-a74574202cb8 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:52:46.062772 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.178834 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-ddfb9c89-0794-4e7a-9619-fbba65d9f0a3 None None] Provisioning complete for port 94b9457b-90ac-4177-9053-d895d921d67e triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:46.179312 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ddfb9c89-0794-4e7a-9619-fbba65d9f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.221555 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52056) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:46.332428 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:46.340628 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.355882 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Transition to ACTIVE for port object ab74f616-7e7d-46e4-b732-47fe841005d8 will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:46.391661 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.394494 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c4b3e41f-20cf-4251-95c2-f74e82342adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:46.414176 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.424793 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Transition to ACTIVE for port object 624ca5f5-6d53-4e70-b79d-a74574202cb8 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:46.427985 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:46.431556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.434361 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:46.437935 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:46.440201 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:46.466168 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Pushing event updated for resources: {'Port': ['ID=ab74f616-7e7d-46e4-b732-47fe841005d8,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:46.474808 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Attempting to bind port 624ca5f5-6d53-4e70-b79d-a74574202cb8 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:46.475189 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Attempting to bind port 624ca5f5-6d53-4e70-b79d-a74574202cb8 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:46.475773 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Attempting to bind port 624ca5f5-6d53-4e70-b79d-a74574202cb8 on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:46.476437 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:46.488097 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:46.488480 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:46.488892 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.489300 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:46.489783 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Bound port: 624ca5f5-6d53-4e70-b79d-a74574202cb8, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:46.490617 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.492061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.521930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c881e-aefd-4a14-bcf6-1bb465d69a0b None None] Pushing event updated for resources: {'Port': ['ID=624ca5f5-6d53-4e70-b79d-a74574202cb8,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:46.526930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-673c881e-aefd-4a14-bcf6-1bb465d69a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:46.565986 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] For port 624ca5f5-6d53-4e70-b79d-a74574202cb8, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:46.570245 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] For port 624ca5f5-6d53-4e70-b79d-a74574202cb8, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=624ca5f5-6d53-4e70-b79d-a74574202cb8,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:46.580152 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.591601 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:46.648309 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:46.649056 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:46.676228 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.698698 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c881e-aefd-4a14-bcf6-1bb465d69a0b None None] Pushing event updated for resources: {'Port': ['ID=624ca5f5-6d53-4e70-b79d-a74574202cb8,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:46.702938 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-673c881e-aefd-4a14-bcf6-1bb465d69a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:46.711828 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.775938 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:46.818939 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-7e61d478-9671-47c3-a672-a2403ab2520c None None] Provisioning for port ab74f616-7e7d-46e4-b732-47fe841005d8 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:46.825900 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-7e61d478-9671-47c3-a672-a2403ab2520c None None] Provisioning complete for port ab74f616-7e7d-46e4-b732-47fe841005d8 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:46.826384 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e61d478-9671-47c3-a672-a2403ab2520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.854166 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.859022 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.861395 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:46.930272 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Pushing event updated for resources: {'Port': ['ID=ab74f616-7e7d-46e4-b732-47fe841005d8,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:46.930600 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-7e61d478-9671-47c3-a672-a2403ab2520c None None] Port ab74f616-7e7d-46e4-b732-47fe841005d8 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:46.932540 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:46.934555 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:47.002057 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Deleting port 1d897525-91bb-4cda-af77-921f8725f816 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:47.002503 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.016036 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-736f4eac-e606-486a-8977-3f057237a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:45Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:47.026813 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:47.028276 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:47.046560 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f4eac-e606-486a-8977-3f057237a76e None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:45Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:47.104814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] For port 1d897525-91bb-4cda-af77-921f8725f816, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=1d897525-91bb-4cda-af77-921f8725f816,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:47.105187 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.125148 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Calling delete_port for 1d897525-91bb-4cda-af77-921f8725f816 owned by network:router_interface {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:47.179284 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:47.211564 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 94b9457b-90ac-4177-9053-d895d921d67e up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:47.305064 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 94b9457b-90ac-4177-9053-d895d921d67e triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:47.305706 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.322851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:47.333790 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] 10.222.0.45 "PUT /v2.0/routers/cb96c9c4-4149-4361-bf23-7214325f30f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9674394 Jun 29 10:52:47.358658 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.363409 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d99e6976-7dfc-437c-8742-49c489e51ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:47.368994 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-5237d5a9-bf4e-4c99-bcb7-2dd41b6b9ead None None] Provisioning complete for port ab74f616-7e7d-46e4-b732-47fe841005d8 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:47.369380 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5237d5a9-bf4e-4c99-bcb7-2dd41b6b9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.393945 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d897525-91bb-4cda-af77-921f8725f816,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:47.422059 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:47.483975 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-5237d5a9-bf4e-4c99-bcb7-2dd41b6b9ead None None] Port ab74f616-7e7d-46e4-b732-47fe841005d8 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:47.655955 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.927293 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1d540a55-af81-4e85-9fb4-c0e830fcce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:47.930022 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Router f0a68622-5a70-48ce-9365-887696a23f02 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:48.001165 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52074) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:48.007014 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-71592586-network', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:48.067247 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Made reservation on behalf of caff6fe20a9e4ddbbfb9c7cdb264d21b for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:52:48.069609 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.073359 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:48.082914 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] 10.222.0.45 "PUT /v2.0/routers/f0a68622-5a70-48ce-9365-887696a23f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600783 Jun 29 10:52:48.083898 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.084395 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] Sync routers for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:48.085480 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52076) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:48.107438 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:48.114294 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:48.192812 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.200487 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.204927 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-cf4bfab5-f143-4510-901d-1df9a7dd2fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:48.228926 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:52:48.231562 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks [] for router, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.239775 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f517b-d2a1-4860-9f3b-e12b376c34f6,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:48.241810 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:48.244864 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:48.247554 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.247903 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Added segment 4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335 of type vlan for network a1d482e6-82e6-4660-9a3f-c7ed138b9455 Jun 29 10:52:48.293794 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.331499 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.333501 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:48.334163 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.336390 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:48.383579 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.394379 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3915668 Jun 29 10:52:48.397333 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52078) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:48.402803 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Request body: {'subnet': {'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-71592586-subnet', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'ip_version': 4}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:48.406972 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Pushing event updated for resources: {'Network': ['ID=a1d482e6-82e6-4660-9a3f-c7ed138b9455,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:48.411509 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-02d238a6-a34a-40ac-87fd-dd11ad607eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:48.420798 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:52:48.435264 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Made reservation on behalf of caff6fe20a9e4ddbbfb9c7cdb264d21b for: {'subnet': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:52:48.437894 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13838375'] for subnet, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.468718 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Deleting port 54537879-e253-4178-9e9f-15b92fb8d4ee {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:48.469077 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.481266 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:52:47Z', 'revision_number': 5, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port': {'id': '54537879-e253-4178-9e9f-15b92fb8d4ee', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:45:02Z', 'updated_at': '2021-06-29T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:48.513148 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] Checking router: f0a68622-5a70-48ce-9365-887696a23f02 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:48.526891 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] Routers {'f0a68622-5a70-48ce-9365-887696a23f02'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:48.528296 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['f0a68622-5a70-48ce-9365-887696a23f02'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:48.598817 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] For port 54537879-e253-4178-9e9f-15b92fb8d4ee, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=54537879-e253-4178-9e9f-15b92fb8d4ee,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:48.599232 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.615061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Calling delete_port for 54537879-e253-4178-9e9f-15b92fb8d4ee owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:48.652770 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] Set router f0a68622-5a70-48ce-9365-887696a23f02 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:48.731961 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:52:48Z', 'revision_number': 6, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:48.760056 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9413f-6024-4843-a9ea-dda1ce2ada6a None None] The sync data for ids ['f0a68622-5a70-48ce-9365-887696a23f02'] in dv-cinder-793515-4-iscsi is: [{'id': 'f0a68622-5a70-48ce-9365-887696a23f02', 'name': 'tempest-AttachVolumeShelveTestJSON-1270479560-router', 'tenant_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:45:01Z', 'updated_at': '2021-06-29T10:52:48Z', 'revision_number': 6, 'project_id': '30bdc3c6d1cb4586a2740b5ffbf09fd7', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:48.855496 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.857694 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-f23407ce-9fab-464c-86c9-42ae5907df9c tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:48.883916 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Pushing event deleted for resources: {'Port': ['ID=54537879-e253-4178-9e9f-15b92fb8d4ee,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:48.886183 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:48.947967 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13724716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13776093'] for subnet, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.948212 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:48.950933 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:49.002992 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd1987a-9923-4c89-b9a2-40528a6b75b8,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:49.006473 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:49.012693 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Checking segment: {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:49.013050 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Network hostable DHCP agents. Network: a1d482e6-82e6-4660-9a3f-c7ed138b9455, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:52:49.030771 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:52:49.039967 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, a1d482e6-82e6-4660-9a3f-c7ed138b9455) {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:49.044145 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.044623 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:49.045127 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.046673 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.050849 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff80ba2-20e9-4470-a1d9-921d0bbc1a93 None None] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:49.064341 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a33d30f3-0eeb-4b00-ab15-cc1bf20b7c82 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6657605 Jun 29 10:52:49.066024 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52080) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:49.071780 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:49.097192 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.097822 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a68622-5a70-48ce-9365-887696a23f02 {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:52:49.103574 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.104815 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f0a68622-5a70-48ce-9365-887696a23f02 HTTP/1.1" status: 204 len: 168 time: 1.0181022 Jun 29 10:52:49.108532 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52082) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:49.114419 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.115498 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.211775 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Deleting subnet 5be0eaa5-f3a1-4471-9d31-326b64d1fa59 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:52:49.215860 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.224361 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.283515 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.298860 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-a1d482e6-82e6-4660-9a3f-c7ed138b9455', 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'fixed_ips': [{'subnet_id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:52:49.299876 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.371017 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.382572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.447689 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.451013 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:49.457096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Allocated IP 172.20.0.2 (a1d482e6-82e6-4660-9a3f-c7ed138b9455/edd1987a-9923-4c89-b9a2-40528a6b75b8/a537bb40-a990-4d3e-b3d7-02b6063cb6ac) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:49.479493 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be0eaa5-f3a1-4471-9d31-326b64d1fa59,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:49.481562 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.486167 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5be0eaa5-f3a1-4471-9d31-326b64d1fa59 HTTP/1.1" status: 204 len: 168 time: 0.3741786 Jun 29 10:52:49.486167 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5a6c79cd-c468-4214-ba03-ec7af900d140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:49.486619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52084) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:49.518298 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5106d7b-7a68-4302-ab38-6d1aa5ca068e None None] Network 239f4c63-7cc5-4303-a471-b5606dbe464b requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:49.570707 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.608478 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.640714 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.651763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Deleting port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:52:49.651918 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.661397 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.669902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Transition to ACTIVE for port object a537bb40-a990-4d3e-b3d7-02b6063cb6ac will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:49.685365 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Transition to ACTIVE for port object a537bb40-a990-4d3e-b3d7-02b6063cb6ac will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:49.694449 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:49.697957 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 624ca5f5-6d53-4e70-b79d-a74574202cb8 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:49.706469 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.708283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-5d3facbb-25ef-4c7d-8b2d-6e4933ee6437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:49.725729 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] For port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,segment=NetworkSegment(9bdddd1c-8f65-4e00-915f-b75c28533ec1),segment_id=9bdddd1c-8f65-4e00-915f-b75c28533ec1)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:49.726184 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.739695 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Calling delete_port for fccc3f16-eb50-4dbf-8a80-1a105ca43cfa owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:52:49.770219 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Allocated IP 172.27.2.235 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/d59e5bdc-9606-4165-8959-bd5804b3c57c) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:49.809423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:49.810078 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:49.841477 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.845014 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e235b854-5a82-4017-acb6-0688cb857e33 tempest-VolumesSnapshotTestJSON-1511415495 tempest-VolumesSnapshotTestJSON-1511415495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:49.853797 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:49.857645 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Pushing event updated for resources: {'Port': ['ID=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:49.861065 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:49.870039 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccc3f16-eb50-4dbf-8a80-1a105ca43cfa,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:49.873804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:49.874746 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] No DVR routers for this DVR port fccc3f16-eb50-4dbf-8a80-1a105ca43cfa on host dv-cinder-793515-4-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:52:49.882995 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:49.886024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:49.914242 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.970365 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.977364 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bdf96a8e-005f-4bef-942c-6bf62bb35bce tempest-AttachVolumeNegativeTest-1388652912 tempest-AttachVolumeNegativeTest-1388652912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:49.978398 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:49.988335 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bb354-eb61-424c-81f5-14180b5d8349 None None] DHCP port deletion for 239f4c63-7cc5-4303-a471-b5606dbe464b request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:52:49.989997 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239f4c63-7cc5-4303-a471-b5606dbe464b']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:49.993002 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 624ca5f5-6d53-4e70-b79d-a74574202cb8 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:50.001805 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdddd1c-8f65-4e00-915f-b75c28533ec1') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:50.002616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdddd1c-8f65-4e00-915f-b75c28533ec1') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:50.017285 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 624ca5f5-6d53-4e70-b79d-a74574202cb8 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:50.017674 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.026401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Attempting to bind port a537bb40-a990-4d3e-b3d7-02b6063cb6ac on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:50.026778 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Attempting to bind port a537bb40-a990-4d3e-b3d7-02b6063cb6ac by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:50.027147 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Attempting to bind port a537bb40-a990-4d3e-b3d7-02b6063cb6ac on network a1d482e6-82e6-4660-9a3f-c7ed138b9455 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:50.027892 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.032113 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:50.036272 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:50.044976 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:50.045867 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.053817 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:50.054782 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:52:50.056358 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.080784 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:50.081165 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Checking segment: {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:50.086579 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.086579 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Bound using segment: {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:50.086579 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Bound port: a537bb40-a990-4d3e-b3d7-02b6063cb6ac, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:50.086579 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:52:50.118543 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:52:50.135394 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Pushing event updated for resources: {'Port': ['ID=d59e5bdc-9606-4165-8959-bd5804b3c57c,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:50.140958 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.145572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:50.148692 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.154241 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] 10.222.0.45 "DELETE /v2.0/networks/239f4c63-7cc5-4303-a471-b5606dbe464b HTTP/1.1" status: 204 len: 168 time: 0.6669681 Jun 29 10:52:50.174591 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:50.181326 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Pushing event deleted for resources: {'Network': ['ID=239f4c63-7cc5-4303-a471-b5606dbe464b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:50.184827 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cbbcb574-3f74-494d-bdd8-a4d164dc3951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:50.253036 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] For port a537bb40-a990-4d3e-b3d7-02b6063cb6ac, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:50.298804 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] For port a537bb40-a990-4d3e-b3d7-02b6063cb6ac, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,segment=NetworkSegment(4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335),segment_id=4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:50.314083 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.322674 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:50.331382 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.347489 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52088) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:50.394192 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.402274 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b94ee77e-dd48-4593-9476-44e57ea300f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30bdc3c6d1cb4586a2740b5ffbf09fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534854 Jun 29 10:52:50.404543 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52090) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:50.436540 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 624ca5f5-6d53-4e70-b79d-a74574202cb8, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=624ca5f5-6d53-4e70-b79d-a74574202cb8,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:50.447985 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Pushing event updated for resources: {'Port': ['ID=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:50.451248 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:50.452121 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.455914 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:50.487168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c49d3e59-c388-4643-91fa-8655c06660f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.491286 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.524021 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=624ca5f5-6d53-4e70-b79d-a74574202cb8,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:50.525551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.528038 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:50.531283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 2, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:50.578684 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1d897525-91bb-4cda-af77-921f8725f816 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:50.585664 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:50.586095 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Updating router cb96c9c4-4149-4361-bf23-7214325f30f9 port ab74f616-7e7d-46e4-b732-47fe841005d8 binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:52:50.595511 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.597584 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.599413 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.600513 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82b4332a-bb65-4fcd-85a0-9d70282e9ec6 HTTP/1.1" status: 204 len: 168 time: 0.1941969 Jun 29 10:52:50.601499 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7f19c163-8656-45cf-9468-f6eec386d7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:50.610366 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4332a-bb65-4fcd-85a0-9d70282e9ec6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:50.614182 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:50.630406 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 1d897525-91bb-4cda-af77-921f8725f816 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:50.630763 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 1d897525-91bb-4cda-af77-921f8725f816 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:50.664654 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.666567 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.806298 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Router 506cf0e1-5709-4327-b19b-8ec88cda0a85 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:52:50.933958 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:50.944538 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Sync routers for ids ['506cf0e1-5709-4327-b19b-8ec88cda0a85'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:50.951323 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:50.952973 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8854892 Jun 29 10:52:50.956185 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52096) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:50.962770 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Routers {'506cf0e1-5709-4327-b19b-8ec88cda0a85'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:50.963789 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['506cf0e1-5709-4327-b19b-8ec88cda0a85'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:51.095020 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Set router 506cf0e1-5709-4327-b19b-8ec88cda0a85 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:51.113286 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.127249 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Transition to ACTIVE for port object ab74f616-7e7d-46e4-b732-47fe841005d8 will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:51.136202 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.146178 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:51.241592 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbaf09-36cc-4fce-ad22-83bcd9a81924 None None] Pushing event updated for resources: {'Port': ['ID=ab74f616-7e7d-46e4-b732-47fe841005d8,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:51.245809 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-76dbaf09-36cc-4fce-ad22-83bcd9a81924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:51.331534 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Attempting to bind port ab74f616-7e7d-46e4-b732-47fe841005d8 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:51.331879 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Attempting to bind port ab74f616-7e7d-46e4-b732-47fe841005d8 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:51.332318 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Attempting to bind port ab74f616-7e7d-46e4-b732-47fe841005d8 on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:51.338534 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:51.339040 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Checking segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:51.339548 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.340486 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Bound using segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:51.341728 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Bound port: ab74f616-7e7d-46e4-b732-47fe841005d8, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:51.342708 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.428799 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a537bb40-a990-4d3e-b3d7-02b6063cb6ac up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:51.439530 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 3, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:51.471504 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Checking router: 506cf0e1-5709-4327-b19b-8ec88cda0a85 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:51.471863 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Updating router 506cf0e1-5709-4327-b19b-8ec88cda0a85 port d59e5bdc-9606-4165-8959-bd5804b3c57c binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:52:51.528907 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.545676 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] For port ab74f616-7e7d-46e4-b732-47fe841005d8, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:51.550590 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] For port ab74f616-7e7d-46e4-b732-47fe841005d8, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=ab74f616-7e7d-46e4-b732-47fe841005d8,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:51.562492 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.574423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ebaac7a1-b631-4c8c-bfff-4f9bdd929235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:51.634412 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbaf09-36cc-4fce-ad22-83bcd9a81924 None None] Pushing event updated for resources: {'Port': ['ID=ab74f616-7e7d-46e4-b732-47fe841005d8,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:51.642969 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-76dbaf09-36cc-4fce-ad22-83bcd9a81924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:51.670328 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:51.671056 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:51.740299 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port a537bb40-a990-4d3e-b3d7-02b6063cb6ac completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:51.758165 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:51.782194 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 624ca5f5-6d53-4e70-b79d-a74574202cb8 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:51.821157 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52114) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:51.844310 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e4f73-d40c-4348-a67d-9c8d9a771f7e None None] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:51.961467 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:51.993006 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Provisioning for port a537bb40-a990-4d3e-b3d7-02b6063cb6ac completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:51.994871 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.002394 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Allocated IP 172.20.0.1 (a1d482e6-82e6-4660-9a3f-c7ed138b9455/edd1987a-9923-4c89-b9a2-40528a6b75b8/a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:52.004984 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1872359389-network', 'tenant_id': '447f426a6bd84cd39eab7d882b951004'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:52.008752 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Transition to ACTIVE for port object d59e5bdc-9606-4165-8959-bd5804b3c57c will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:52.016712 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.025125 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-61a2a11c-1987-4087-9687-00d149602cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.028904 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Provisioning complete for port a537bb40-a990-4d3e-b3d7-02b6063cb6ac triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:52.029287 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.034470 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Made reservation on behalf of 447f426a6bd84cd39eab7d882b951004 for: {'network': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:52:52.037193 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for network, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.049556 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.076300 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.078711 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Pushing event updated for resources: {'Port': ['ID=d59e5bdc-9606-4165-8959-bd5804b3c57c,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:52.091214 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.091576 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.091968 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.092518 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.092667 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.093215 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.093540 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.093885 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.094285 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.094606 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.094923 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.095236 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:52:52.104524 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:52.109408 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Attempting to bind port d59e5bdc-9606-4165-8959-bd5804b3c57c on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:52.109777 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Attempting to bind port d59e5bdc-9606-4165-8959-bd5804b3c57c by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:52.110274 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Attempting to bind port d59e5bdc-9606-4165-8959-bd5804b3c57c on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:52.116190 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:52.116564 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:52.117429 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.117568 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:52.118066 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Bound port: d59e5bdc-9606-4165-8959-bd5804b3c57c, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:52.118645 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.135827 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 624ca5f5-6d53-4e70-b79d-a74574202cb8 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:52.136787 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.156491 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.173269 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Transition to ACTIVE for port object a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:52.183054 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.186026 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] For port d59e5bdc-9606-4165-8959-bd5804b3c57c, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:52.189548 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] For port d59e5bdc-9606-4165-8959-bd5804b3c57c, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=d59e5bdc-9606-4165-8959-bd5804b3c57c,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:52.190604 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.195738 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.195923 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2eb17d11-d3e5-4de5-919c-453951d76e48 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.200612 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.218245 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.220122 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=104755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:52:52.223684 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c45b4ad8-06b4-42b7-992d-478950968305 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.239690 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc077c94-3971-4b06-b827-fe743bfd284b,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:52.243277 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.243804 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.segments_db [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Added segment 245a2202-7b86-49fd-87c6-2a553eedc449 of type vlan for network 6f327dbe-2776-4bd8-9fdd-43def382865b Jun 29 10:52:52.245701 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:52.265786 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Pushing event updated for resources: {'Port': ['ID=d59e5bdc-9606-4165-8959-bd5804b3c57c,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:52.272073 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-cb614eb5-889f-4e65-aeb1-7371253c3c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:52.283211 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:52.286781 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:52.291094 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:52.292118 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762161261370'] for network, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.296662 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Routers {'506cf0e1-5709-4327-b19b-8ec88cda0a85'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:52.297323 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['506cf0e1-5709-4327-b19b-8ec88cda0a85'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:52.331894 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Pushing event updated for resources: {'Port': ['ID=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:52.332854 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195'] for network, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.335246 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:52.336075 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:52.336761 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.342484 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b5051f34-44ef-4f9c-887c-5f8cd7f3185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.348799 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.419248 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Pushing event updated for resources: {'Network': ['ID=6f327dbe-2776-4bd8-9fdd-43def382865b,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:52.422533 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:52.424412 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] Set router 506cf0e1-5709-4327-b19b-8ec88cda0a85 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:52.428685 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6063817 Jun 29 10:52:52.428963 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52118) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:52.435728 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Request body: {'subnet': {'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1872359389-subnet', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:52.451206 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Network 6f327dbe-2776-4bd8-9fdd-43def382865b details requested by agent ovs-agent-dv-cinder-793515-4-iscsi with host dv-cinder-793515-4-iscsi {{(pid=104757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:52:52.461343 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.492713 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Made reservation on behalf of 447f426a6bd84cd39eab7d882b951004 for: {'subnet': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:52:52.495929 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14245409'] for subnet, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.573002 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] For port a537bb40-a990-4d3e-b3d7-02b6063cb6ac, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,segment=NetworkSegment(4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335),segment_id=4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:52.587268 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.596143 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-28f2e96c-4ee8-4da5-8a7d-c2b1f17932c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.620019 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.669183 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 3, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:52.687873 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Pushing event updated for resources: {'Port': ['ID=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:52.693096 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:51Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:52.706301 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99efc1-0dc6-4026-aae7-c563559027af None None] The sync data for ids ['506cf0e1-5709-4327-b19b-8ec88cda0a85'] in dv-cinder-793515-4-iscsi is: [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 3, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:52.733664 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:52.737247 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526e341-fb14-4ae3-9ec6-504dbc6f4d26 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:51Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:52.739068 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 54537879-e253-4178-9e9f-15b92fb8d4ee no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:52.777595 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 54537879-e253-4178-9e9f-15b92fb8d4ee {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:52.778480 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 54537879-e253-4178-9e9f-15b92fb8d4ee not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:52.778622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device fccc3f16-eb50-4dbf-8a80-1a105ca43cfa no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:52:52.816159 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: fccc3f16-eb50-4dbf-8a80-1a105ca43cfa {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:52:52.816682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device fccc3f16-eb50-4dbf-8a80-1a105ca43cfa not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:52:52.890362 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14179980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172891'] for subnet, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:52.897359 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:52.977057 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-9b73f055-0fda-4535-a076-77b685e485ff None None] Provisioning for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:52.981597 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-9b73f055-0fda-4535-a076-77b685e485ff None None] Provisioning complete for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:52.981981 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9b73f055-0fda-4535-a076-77b685e485ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.069990 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-9b73f055-0fda-4535-a076-77b685e485ff None None] Port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:53.082949 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-9b73f055-0fda-4535-a076-77b685e485ff None None] Provisioning complete for port a537bb40-a990-4d3e-b3d7-02b6063cb6ac triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:53.083357 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9b73f055-0fda-4535-a076-77b685e485ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.296601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.312898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.325846 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device ab74f616-7e7d-46e4-b732-47fe841005d8 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:53.354498 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e09f6c-5c80-47d2-9d9e-26f18b16d72b,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:53.357008 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:53.361006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b5487716-a6ce-416f-9e60-c49aad7a2c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:53.381700 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-7abc1e62-d18c-4706-b036-010b74d20cd3 None None] Provisioning complete for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:53.382084 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7abc1e62-d18c-4706-b036-010b74d20cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.395368 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Checking segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:53.395740 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Network hostable DHCP agents. Network: 6f327dbe-2776-4bd8-9fdd-43def382865b, hostable agents: ['0ed1d227-dfd0-49bc-9637-8a15cf3aa922'], hosted agents: [] {{(pid=104756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:52:53.410425 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.419325 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port ab74f616-7e7d-46e4-b732-47fe841005d8 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:53.431404 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port ab74f616-7e7d-46e4-b732-47fe841005d8 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:53.431792 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.434161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Pushing event updated for resources: {'Port': ['ID=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:53.434632 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-7abc1e62-d18c-4706-b036-010b74d20cd3 None None] Port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:53.437587 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:53.473030 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.483800 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Network 6f327dbe-2776-4bd8-9fdd-43def382865b is scheduled to be hosted by DHCP agent 0ed1d227-dfd0-49bc-9637-8a15cf3aa922 with binding_index 1 {{(pid=104756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:52:53.512274 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-4-iscsi, 6f327dbe-2776-4bd8-9fdd-43def382865b) {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:53.517320 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:53.521009 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.527135 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a72c5-dc43-4224-b507-03f65e7e1cbe None None] Network 6f327dbe-2776-4bd8-9fdd-43def382865b requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:53.553194 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2e4ffe2b-eed5-4284-90d2-037fd610fafc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1231627 Jun 29 10:52:53.556299 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52120) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:53.561473 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:53.582177 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.595294 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:53.598985 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:53.645101 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1962'] for router, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.646169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-675214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.742654 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.832621 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port ab74f616-7e7d-46e4-b732-47fe841005d8, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=ab74f616-7e7d-46e4-b732-47fe841005d8,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:53.844588 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.845881 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device d59e5bdc-9606-4165-8959-bd5804b3c57c up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:53.850577 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-e36f18fa-de65-4642-a298-9ee9d27364f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:53.986563 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1933'] for router, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:53.993039 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=ab74f616-7e7d-46e4-b732-47fe841005d8,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:53.996420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Router 506cf0e1-5709-4327-b19b-8ec88cda0a85 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:54.001843 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:54.012155 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-50b0f7ec-58b2-4e78-9d99-3307e9de28dd None None] Provisioning complete for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:54.012561 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-50b0f7ec-58b2-4e78-9d99-3307e9de28dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.014400 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port d59e5bdc-9606-4165-8959-bd5804b3c57c completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:54.052983 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port d59e5bdc-9606-4165-8959-bd5804b3c57c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:54.053213 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.082044 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb256e4d4-36d5-5fdf-bc45-2ffdbac4372d-6f327dbe-2776-4bd8-9fdd-43def382865b', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b'}]}} from dv-cinder-793515-4-iscsi. {{(pid=104757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:52:54.082951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.111902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-50b0f7ec-58b2-4e78-9d99-3307e9de28dd None None] Port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:54.160551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:54.166705 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-49fb5db1-dd8a-4e92-8204-b5caae16633e admin admin] 10.222.0.45 "PUT /v2.0/routers/506cf0e1-5709-4327-b19b-8ec88cda0a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2094796 Jun 29 10:52:54.255800 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.287111 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port d59e5bdc-9606-4165-8959-bd5804b3c57c, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=d59e5bdc-9606-4165-8959-bd5804b3c57c,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:54.288601 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.db_base_plugin_common [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Allocated IP 172.20.0.2 (6f327dbe-2776-4bd8-9fdd-43def382865b/00e09f6c-5c80-47d2-9d9e-26f18b16d72b/cc69904d-450b-4002-9dde-a1b2c7103fbc) {{(pid=104757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:54.300048 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.301481 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a537bb40-a990-4d3e-b3d7-02b6063cb6ac up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:54.305251 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:54.318812 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.345184 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.434468 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=d59e5bdc-9606-4165-8959-bd5804b3c57c,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:54.441423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:54.453985 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port a537bb40-a990-4d3e-b3d7-02b6063cb6ac triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:54.454401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.457593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Allocated IP 172.27.2.84 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/0697b1b8-5819-4797-bdc2-7f48a444a605) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:54.603564 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.607994 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Notify callbacks [] for port, precommit_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.636433 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Transition to ACTIVE for port object cc69904d-450b-4002-9dde-a1b2c7103fbc will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:54.659122 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.660266 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Transition to ACTIVE for port object cc69904d-450b-4002-9dde-a1b2c7103fbc will not be triggered until provisioned by entity DHCP. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:54.663357 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-72f87901-2748-486b-b69d-f1f5219fd540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:54.670772 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943'] for port, after_create {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.673600 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:54.702860 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:54.706070 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:54.709248 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:54.710926 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Network 6f327dbe-2776-4bd8-9fdd-43def382865b is already hosted by enough agents. {{(pid=104757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:54.715443 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.scheduler.base_scheduler [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Resources bound (agent type, host, resource id): {{(pid=104757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:54.715744 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Pushing event updated for resources: {'Port': ['ID=0697b1b8-5819-4797-bdc2-7f48a444a605,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:54.719991 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Received port after_create {{(pid=104757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:54.736420 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:54.751672 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Pushing event updated for resources: {'Port': ['ID=cc69904d-450b-4002-9dde-a1b2c7103fbc,revision_number=1']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:54.756460 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:54.792219 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Attempting to bind port cc69904d-450b-4002-9dde-a1b2c7103fbc on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:54.792599 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Attempting to bind port cc69904d-450b-4002-9dde-a1b2c7103fbc by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:54.792977 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Attempting to bind port cc69904d-450b-4002-9dde-a1b2c7103fbc on network 6f327dbe-2776-4bd8-9fdd-43def382865b {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:54.798125 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:54.798476 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Checking segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:54.798911 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.799316 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Bound using segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:54.799934 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Bound port: cc69904d-450b-4002-9dde-a1b2c7103fbc, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:54.800326 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.863384 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] For port cc69904d-450b-4002-9dde-a1b2c7103fbc, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:54.866423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] For port cc69904d-450b-4002-9dde-a1b2c7103fbc, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=cc69904d-450b-4002-9dde-a1b2c7103fbc,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:54.874291 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.876788 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ed8cabc2-d327-43b8-bc91-0227d07bf4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:54.945762 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Pushing event updated for resources: {'Port': ['ID=cc69904d-450b-4002-9dde-a1b2c7103fbc,revision_number=2']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:54.949173 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:54.978241 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Sync routers for ids ['506cf0e1-5709-4327-b19b-8ec88cda0a85'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:54.988256 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Routers {'506cf0e1-5709-4327-b19b-8ec88cda0a85'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:54.989462 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['506cf0e1-5709-4327-b19b-8ec88cda0a85'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:55.004396 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.111089 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52128) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:55.119277 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811614626', 'description': 'tempest-secgroup-smoke-1811614626 description', 'project_id': '826304bf62d443aea37b63c611448a4b'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:55.151360 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Set router 506cf0e1-5709-4327-b19b-8ec88cda0a85 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:55.176903 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.249867 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713194'] for router, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.318643 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.325831 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.339690 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d1b6791d-60da-4f97-8c7d-4bde694914b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:55.353129 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.354551 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2411842 Jun 29 10:52:55.357537 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52130) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:55.362634 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group_rule': {'security_group_id': '12ec7732-f443-4494-b27d-af4aa019ea29', 'project_id': '826304bf62d443aea37b63c611448a4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:55.382826 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec7732-f443-4494-b27d-af4aa019ea29,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:55.389163 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-50c48c11-2847-491e-93de-a05012cbbeb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:55.391928 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.410093 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device ab74f616-7e7d-46e4-b732-47fe841005d8 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:55.411784 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.435067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 is scheduled to L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d with binding_index 1 {{(pid=104756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:52:55.466562 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.471780 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.474268 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:55.491056 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27290a98-0f36-4a89-b74f-a8745c92b862,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:55.494396 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:55.504464 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.508292 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-0675d6c7-147f-406f-af98-fc741a35a4c7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467590 Jun 29 10:52:55.509541 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52132) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:55.514301 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group_rule': {'security_group_id': '12ec7732-f443-4494-b27d-af4aa019ea29', 'project_id': '826304bf62d443aea37b63c611448a4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:55.518009 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port ab74f616-7e7d-46e4-b732-47fe841005d8 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:55.518668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.523764 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:52Z', 'revision_number': 4, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb', 'name': '', 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'mac_address': 'fa:16:3e:92:32:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:51Z', 'updated_at': '2021-06-29T10:52:52Z', 'revision_number': 2, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'subnets': [{'id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:55.542339 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.567478 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:55.580171 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:52:55.582003 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Checking router: 506cf0e1-5709-4327-b19b-8ec88cda0a85 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:55.582426 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Updating router 506cf0e1-5709-4327-b19b-8ec88cda0a85 port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:52:55.584989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.586459 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0290065 Jun 29 10:52:55.589383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52134) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:55.593102 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:55.594166 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:55.629901 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.631615 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.636250 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.642344 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:55.657182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9725c6f2-83ce-44da-ae0b-fb4edd813144,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:55.660878 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:55.662204 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.667001 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557279 Jun 29 10:52:55.667632 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52136) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:55.673181 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group_rule': {'security_group_id': '12ec7732-f443-4494-b27d-af4aa019ea29', 'project_id': '826304bf62d443aea37b63c611448a4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:55.714490 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.786766 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.792196 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.799471 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:55.813421 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0341247a-eb27-49af-968c-16b3d64c2844,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:55.816771 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:55.821767 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:55.833102 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.838204 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c2294d49-1dfe-41e7-9b1c-88ce2db3664c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695552 Jun 29 10:52:55.839201 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52138) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:55.841142 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device cc69904d-450b-4002-9dde-a1b2c7103fbc up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:55.844415 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group_rule': {'security_group_id': '12ec7732-f443-4494-b27d-af4aa019ea29', 'project_id': '826304bf62d443aea37b63c611448a4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:55.888349 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.985777 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.990966 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.995820 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-494e7650-8ce5-4efd-842f-d18cbeb542a7 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:56.001438 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port cc69904d-450b-4002-9dde-a1b2c7103fbc completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:56.023906 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device d59e5bdc-9606-4165-8959-bd5804b3c57c up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:56.029201 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fb87fe-decf-4bdf-bbde-c78415c4d8c5,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:56.033726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:56.051663 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.053189 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-610ac9f1-05eb-49fe-a92f-b32d78ebf4d2 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128222 Jun 29 10:52:56.056173 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52140) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:56.061080 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group_rule': {'security_group_id': '12ec7732-f443-4494-b27d-af4aa019ea29', 'project_id': '826304bf62d443aea37b63c611448a4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:56.078546 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 3, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:56.098356 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.securitygroups_db [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Project 826304bf62d443aea37b63c611448a4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:52:56.105522 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.111581 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:52:56.111934 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Updating router 760d7c51-5f7e-485f-981b-c7de70e931e2 port 0697b1b8-5819-4797-bdc2-7f48a444a605 binding host dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:52:56.159338 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.160513 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port d59e5bdc-9606-4165-8959-bd5804b3c57c triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:56.160901 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.190984 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.197738 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.200727 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-0c147c0c-51f1-4772-9112-c7177712c9b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:56.243031 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.245507 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca835f9-edd3-4108-b67b-a05a314f4da7,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:56.252645 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:56.255906 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.259061 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-12b14c58-586b-478d-bba5-a4f6d7737989 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2017980 Jun 29 10:52:56.259622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Transition to ACTIVE for port object a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:56.261940 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52142) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:56.279173 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.281714 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'security_group_rule': {'security_group_id': '12ec7732-f443-4494-b27d-af4aa019ea29', 'project_id': '826304bf62d443aea37b63c611448a4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:56.293622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.296112 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be4dc5-dd47-4668-a2ed-b1e8639d9f75 None None] Network 6f327dbe-2776-4bd8-9fdd-43def382865b requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:52:56.305086 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:56.313221 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.securitygroups_db [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Project 826304bf62d443aea37b63c611448a4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:52:56.322346 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.400784 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Provisioning for port cc69904d-450b-4002-9dde-a1b2c7103fbc completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:56.411224 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Provisioning complete for port cc69904d-450b-4002-9dde-a1b2c7103fbc triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:56.412362 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.429943 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.435812 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.439002 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:56.478927 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Allocated IP 172.20.0.1 (6f327dbe-2776-4bd8-9fdd-43def382865b/00e09f6c-5c80-47d2-9d9e-26f18b16d72b/08a6fd30-5086-42ff-b65c-f6a35cd3e41d) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:56.481726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.483393 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2200406 Jun 29 10:52:56.489727 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db04240-6398-4ae0-b1be-d2fab3603d99,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:56.494625 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fed8c12c-8804-4fd0-b1fb-8bb607627d61 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:56.499220 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Notify callbacks [] for port, precommit_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.510349 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.provisioning_blocks [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Transition to ACTIVE for port object 0697b1b8-5819-4797-bdc2-7f48a444a605 will not be triggered until provisioned by entity L2. {{(pid=104758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:56.527096 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.529522 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:56.570371 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64944f-35b2-47d4-847b-e70c4150963e None None] Pushing event updated for resources: {'Port': ['ID=0697b1b8-5819-4797-bdc2-7f48a444a605,revision_number=2']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:56.577081 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-bc64944f-35b2-47d4-847b-e70c4150963e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:56.597794 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Attempting to bind port 0697b1b8-5819-4797-bdc2-7f48a444a605 on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:56.598435 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Attempting to bind port 0697b1b8-5819-4797-bdc2-7f48a444a605 by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:56.598577 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Attempting to bind port 0697b1b8-5819-4797-bdc2-7f48a444a605 on network 8575f6de-f9f2-4022-b4ef-46709099ec5e {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:56.606029 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:56.606867 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Checking segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:56.607494 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.608341 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Bound using segment: {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'} {{(pid=104758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:56.609280 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.managers [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Bound port: 0697b1b8-5819-4797-bdc2-7f48a444a605, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}}] {{(pid=104758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:56.609897 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.686023 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c2c2b-0eb1-46ac-bb91-e35ce60b100c None None] Pushing event updated for resources: {'Port': ['ID=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:56.691689 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-7e4c2c2b-0eb1-46ac-bb91-e35ce60b100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:56.698475 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.699510 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] For port 0697b1b8-5819-4797-bdc2-7f48a444a605, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:56.704149 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.plugins.ml2.db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] For port 0697b1b8-5819-4797-bdc2-7f48a444a605, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0697b1b8-5819-4797-bdc2-7f48a444a605,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:56.713078 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron_lib.callbacks.manager [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.716913 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:56.770773 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Attempting to bind port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:52:56.771147 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Attempting to bind port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:52:56.771569 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Attempting to bind port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb on network a1d482e6-82e6-4660-9a3f-c7ed138b9455 {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:52:56.783414 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64944f-35b2-47d4-847b-e70c4150963e None None] Pushing event updated for resources: {'Port': ['ID=0697b1b8-5819-4797-bdc2-7f48a444a605,revision_number=3']} {{(pid=104758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:56.788286 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG oslo_concurrency.lockutils [None req-bc64944f-35b2-47d4-847b-e70c4150963e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:56.803781 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:56.805241 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:56.805439 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:52:56.805830 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Checking segment: {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:52:56.806270 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.806668 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Bound using segment: {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:52:56.807153 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Bound port: a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:52:56.807541 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.865596 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.917953 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] For port cc69904d-450b-4002-9dde-a1b2c7103fbc, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=cc69904d-450b-4002-9dde-a1b2c7103fbc,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:56.928043 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:56.939697 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.943352 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-673c881e-aefd-4a14-bcf6-1bb465d69a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:57.046737 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Pushing event updated for resources: {'Port': ['ID=cc69904d-450b-4002-9dde-a1b2c7103fbc,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:57.053292 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] For port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:52:57.058124 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:57.074856 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] For port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,segment=NetworkSegment(4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335),segment_id=4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:52:57.095335 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.106198 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-434e7a4d-91e9-4f8a-9d46-25798b85f606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:57.116787 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Transition to ACTIVE for port object 08a6fd30-5086-42ff-b65c-f6a35cd3e41d will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:52:57.206078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.206078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:57.229578 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 3, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:57.261622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Routers {'506cf0e1-5709-4327-b19b-8ec88cda0a85'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:52:57.262097 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['506cf0e1-5709-4327-b19b-8ec88cda0a85'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:57.263281 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fee59-ef42-40d1-a742-31770db95f71 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 3, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:57.276226 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Network 6f327dbe-2776-4bd8-9fdd-43def382865b is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:57.282210 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:57.287609 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:57.315122 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device cc69904d-450b-4002-9dde-a1b2c7103fbc up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:57.320480 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Pushing event updated for resources: {'Port': ['ID=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:57.329033 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:57.339147 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673180'] for router_interface, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.347123 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c2c2b-0eb1-46ac-bb91-e35ce60b100c None None] Pushing event updated for resources: {'Port': ['ID=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:57.351401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-7e4c2c2b-0eb1-46ac-bb91-e35ce60b100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:57.453574 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port cc69904d-450b-4002-9dde-a1b2c7103fbc triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:57.453932 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.456943 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] Set router 506cf0e1-5709-4327-b19b-8ec88cda0a85 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:52:57.558764 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.717323 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-298e1dab-d438-4256-99a0-acba77bff133 None None] Provisioning complete for port cc69904d-450b-4002-9dde-a1b2c7103fbc triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:57.717917 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-298e1dab-d438-4256-99a0-acba77bff133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.796820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.809187 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.814493 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-51762e77-aff4-488c-8f26-cd1244795867 tempest-ServerRescueNegativeTestJSON-1289318800 tempest-ServerRescueNegativeTestJSON-1289318800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:57.878604 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:52Z', 'revision_number': 4, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb', 'name': '', 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'mac_address': 'fa:16:3e:92:32:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:51Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'subnets': [{'id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:52:57.892939 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673128'] for router_interface, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:57.915662 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd9d33-59fa-4e62-ae2f-189a39fea5c3 None None] The sync data for ids ['506cf0e1-5709-4327-b19b-8ec88cda0a85'] in dv-cinder-793515-4-iscsi is: [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:52Z', 'revision_number': 4, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb', 'name': '', 'network_id': 'a1d482e6-82e6-4660-9a3f-c7ed138b9455', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'mac_address': 'fa:16:3e:92:32:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:51Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'subnets': [{'id': 'edd1987a-9923-4c89-b9a2-40528a6b75b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:52:57.920821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Pushing event updated for resources: {'Port': ['ID=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:57.923559 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:58.029779 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Network 6f327dbe-2776-4bd8-9fdd-43def382865b is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:58.031582 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:58.063249 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-4477ff44-79c6-4a5d-a766-0da647b00e01 None None] Provisioning for port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:58.068841 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-4477ff44-79c6-4a5d-a766-0da647b00e01 None None] Provisioning complete for port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:58.069299 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4477ff44-79c6-4a5d-a766-0da647b00e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.127420 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-4477ff44-79c6-4a5d-a766-0da647b00e01 None None] Port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:58.208015 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:52:58.331687 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:52:58.336442 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] 10.222.0.45 "PUT /v2.0/routers/760d7c51-5f7e-485f-981b-c7de70e931e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460020 Jun 29 10:52:58.359416 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-fd9d27c0-8fe9-4371-9118-b22a07f9a92c None None] Provisioning complete for port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:58.359931 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fd9d27c0-8fe9-4371-9118-b22a07f9a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.396296 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d27c0-8fe9-4371-9118-b22a07f9a92c None None] Port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:52:58.994362 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52210) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:58.999072 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659569742', 'description': 'tempest-description--64244203'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:59.023354 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.106893 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.110590 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.113051 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-edfaca4c-3545-4643-b643-d3012910ed08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:59.139777 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b5a759-718d-4489-bc05-b3d23fc999bb,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:59.142553 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:59.145470 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.150110 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1547449 Jun 29 10:52:59.150457 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52212) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:59.156434 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'security_group_rule': {'security_group_id': '65b5a759-718d-4489-bc05-b3d23fc999bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:59.188639 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.247231 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:59.251905 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.260860 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.263080 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-fbbd8942-cc3a-4a1c-aee6-a2f537239538 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:59.279226 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3332f2aa-c983-4ed1-a318-993c81c490dd,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:59.281751 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:59.287449 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.288675 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367164 Jun 29 10:52:59.291424 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52216) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:59.296920 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'security_group_rule': {'security_group_id': '65b5a759-718d-4489-bc05-b3d23fc999bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:59.317737 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:59.323888 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:59.324391 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.326547 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.391694 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.395704 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.397887 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dbfa7a48-fd17-404e-8790-a3cfa1a37517 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:59.405495 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.416959 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c209f4-7dd8-4709-abf4-800e0ea757c4,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:59.420168 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:59.423498 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.424792 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5b33a4b0-74ea-43a8-b7ba-12d9f2648354 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324160 Jun 29 10:52:59.427962 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52218) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:52:59.433306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:52:59.442886 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,segment=NetworkSegment(4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335),segment_id=4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:59.447779 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.448646 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0697b1b8-5819-4797-bdc2-7f48a444a605 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:52:59.451176 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-76dbaf09-36cc-4fce-ad22-83bcd9a81924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:59.455890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.527835 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:59.531318 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:59.541268 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 0697b1b8-5819-4797-bdc2-7f48a444a605 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:52:59.544963 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 0697b1b8-5819-4797-bdc2-7f48a444a605 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:52:59.545337 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.560719 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.623569 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.643909 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 0697b1b8-5819-4797-bdc2-7f48a444a605, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0697b1b8-5819-4797-bdc2-7f48a444a605,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:52:59.648479 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.651642 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-f37fcc49-f2b9-455a-acac-38d44dcbd10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:59.669454 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Allocated IP 172.27.2.133 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/05a164d4-1068-4f48-ada0-332ace99b40d) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:52:59.705314 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=0697b1b8-5819-4797-bdc2-7f48a444a605,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:59.709003 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:59.774338 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.814469 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.816436 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bc20ec7a-3f18-4ccf-a09e-f1c80b37343b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:52:59.859035 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:52:59.861900 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:52:59.865539 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:52:59.872271 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'Port': ['ID=05a164d4-1068-4f48-ada0-332ace99b40d,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:52:59.890793 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:52:59.953645 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.000146 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.154491 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.159516 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.161841 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-90f984f5-0b9b-47d9-a738-9dff87f3d8fa tempest-TestMinimumBasicScenario-543163001 tempest-TestMinimumBasicScenario-543163001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:00.229615 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'Port': ['ID=05a164d4-1068-4f48-ada0-332ace99b40d,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:00.233751 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:00.248526 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.261855 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:00.263146 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8342214 Jun 29 10:53:00.418170 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-e8f80e8e-7cb1-4597-81a1-ffff30f2ee88 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1659569742&fields=id&tenant_id=447f426a6bd84cd39eab7d882b951004 HTTP/1.1" status: 200 len: 267 time: 0.0445673 Jun 29 10:53:00.539548 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-b38d8c1e-ae75-4e9c-aac7-2803f620813c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:00.541145 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-b38d8c1e-ae75-4e9c-aac7-2803f620813c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 811 time: 0.1145334 Jun 29 10:53:00.556395 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-edf04b33-8d29-4b63-a04f-5c9a6e1a016f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/quotas/447f426a6bd84cd39eab7d882b951004 HTTP/1.1" status: 200 len: 375 time: 0.0096555 Jun 29 10:53:00.633979 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-9da1371d-cd17-4494-ae9b-7e0e92a12e3c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702996 Jun 29 10:53:00.634694 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:00.644250 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:00.645024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:00.754762 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-01930018-8251-4588-9ac8-4976a50b4c20 service neutron] 10.222.0.45 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075881 Jun 29 10:53:00.766399 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:00.848225 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-0a9fc5a3-b57e-4272-a261-e64f908ba62b service neutron] 10.222.0.45 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907822 Jun 29 10:53:01.027285 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd157bc4-4a7d-43a5-a1ab-4c72144abdd3 req-38adc7fe-5298-4460-bcd9-d58906269434 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Jun 29 10:53:01.113401 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 2, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:01.140507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:01.140960 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Updating router 760d7c51-5f7e-485f-981b-c7de70e931e2 port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d binding host dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:53:01.181728 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.199978 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:01.355215 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:01.355594 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.512733 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0697b1b8-5819-4797-bdc2-7f48a444a605 up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:01.577428 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Notify callbacks [] for port, precommit_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.592414 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Transition to ACTIVE for port object 08a6fd30-5086-42ff-b65c-f6a35cd3e41d will not be triggered until provisioned by entity L2. {{(pid=104757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:01.600618 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.603161 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:01.634079 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 0697b1b8-5819-4797-bdc2-7f48a444a605 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:01.634585 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.680080 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a880a-c8ac-4aab-a8dc-ac50e9d8e04f None None] Pushing event updated for resources: {'Port': ['ID=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,revision_number=3']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:01.685785 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-9c3a880a-c8ac-4aab-a8dc-ac50e9d8e04f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:01.757427 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Attempting to bind port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d on host dv-cinder-793515-4-iscsi for vnic_type normal with profile {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:53:01.757805 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Attempting to bind port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d by drivers openvswitch,hyperv on host dv-cinder-793515-4-iscsi at level 0 using segments [{'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:53:01.758247 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Attempting to bind port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d on network 6f327dbe-2776-4bd8-9fdd-43def382865b {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:01.782660 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Checking agent: {'id': '7a6357af-7491-4ebb-818a-c954eb5bdd47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 35, 51), 'started_at': datetime.datetime(2021, 6, 29, 10, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:53:01.783050 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Checking segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:53:01.783814 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.783975 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Bound using segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} {{(pid=104757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:53:01.784346 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.managers [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Bound port: 08a6fd30-5086-42ff-b65c-f6a35cd3e41d, host: dv-cinder-793515-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}}] {{(pid=104757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:53:01.784738 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.872704 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] For port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d, host dv-cinder-793515-4-iscsi, cleared binding levels {{(pid=104757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:53:01.876045 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] For port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d, host dv-cinder-793515-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:53:01.879791 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.881667 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:01.940021 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:01.940768 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:01.943828 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a880a-c8ac-4aab-a8dc-ac50e9d8e04f None None] Pushing event updated for resources: {'Port': ['ID=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:01.976680 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-9c3a880a-c8ac-4aab-a8dc-ac50e9d8e04f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:02.055718 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:02.188194 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3279e09a-8f33-4da0-86c2-b5b557c3efae req-93455695-512b-4d74-a3f5-05b013025d1f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Jun 29 10:53:02.290621 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:01Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:02.301107 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-6277ccab-1208-47e9-bc7a-0ebe6cc9376f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:02.302589 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-6277ccab-1208-47e9-bc7a-0ebe6cc9376f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 811 time: 0.1178973 Jun 29 10:53:02.321577 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d06a4c-e4a0-4acb-a88c-9f16d8378d61 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:01Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:02.370577 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-a5a0d9da-1b8a-40be-933d-c4747957df56 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447f426a6bd84cd39eab7d882b951004 HTTP/1.1" status: 200 len: 380 time: 0.0457737 Jun 29 10:53:02.385420 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'port': {'device_id': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'admin_state_up': True, 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'security_groups': ['65b5a759-718d-4489-bc05-b3d23fc999bb']}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:02.533793 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Made reservation on behalf of 447f426a6bd84cd39eab7d882b951004 for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:53:02.537506 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:02.678536 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Allocated IP 172.20.0.4 (6f327dbe-2776-4bd8-9fdd-43def382865b/00e09f6c-5c80-47d2-9d9e-26f18b16d72b/d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:53:02.833923 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:02.847177 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Transition to ACTIVE for port object d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:02.880156 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:02.884371 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d329bb8b-8734-4cc4-b960-d62032bc7dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:02.931226 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Network 6f327dbe-2776-4bd8-9fdd-43def382865b is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:53:02.934618 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:02.938735 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:53:02.973225 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'Port': ['ID=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:02.978156 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:02.998482 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:02.999097 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.015899 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6379027 Jun 29 10:53:03.036401 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Request body: {'port': {'device_id': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:03.112566 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.170701 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c7aad306-6582-4da2-b6b0-864f1d8f280b None None] Provisioning for port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:03.182150 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c7aad306-6582-4da2-b6b0-864f1d8f280b None None] Provisioning complete for port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:03.182150 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c7aad306-6582-4da2-b6b0-864f1d8f280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.210528 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-c7aad306-6582-4da2-b6b0-864f1d8f280b None None] Port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:53:03.233325 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 08a6fd30-5086-42ff-b65c-f6a35cd3e41d up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:03.299600 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning for port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:03.304104 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:03.304490 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.384908 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd000a19-6269-4c6a-8035-2852ee2883b7 req-505d039f-6a33-481d-8346-ebad4439d360 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.386327 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dd000a19-6269-4c6a-8035-2852ee2883b7 req-505d039f-6a33-481d-8346-ebad4439d360 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 931 time: 0.0679312 Jun 29 10:53:03.396946 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.433182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:53:03.434102 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] For port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:03.442869 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.443265 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.444203 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-dd000a19-6269-4c6a-8035-2852ee2883b7 req-2ad21b92-d9c0-4430-befe-128b4787ba9b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510857 Jun 29 10:53:03.445058 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-53374d33-6942-4a68-9c7a-60cb4e400dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:03.468358 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Transition to ACTIVE for port object d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:03.472840 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.475094 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2daded6f-3dd4-46c6-8506-14f7ee7144f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:03.504687 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Pushing event updated for resources: {'Port': ['ID=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:03.507835 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:03.550432 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:03.569837 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:03.608846 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Attempting to bind port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:53:03.609285 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Attempting to bind port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:53:03.609714 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Attempting to bind port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 on network 6f327dbe-2776-4bd8-9fdd-43def382865b {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:03.619902 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 on network 6f327dbe-2776-4bd8-9fdd-43def382865b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:53:03.620470 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Attempting to bind port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 on network 6f327dbe-2776-4bd8-9fdd-43def382865b {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:03.627279 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:53:03.627758 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Checking segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:53:03.628397 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Bound using segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:53:03.628939 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Bound port: d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:53:03.629424 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.705439 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] For port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:53:03.708543 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] For port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:53:03.713400 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.716471 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6fd85530-af53-4910-b12b-b083cbe44985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:03.752150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.752765 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.754172 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] 10.222.0.69 "PUT /v2.0/ports/d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 1093 time: 0.7222021 Jun 29 10:53:03.754710 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:03.757008 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c83b37-5585-43ce-92c6-590d1f99224c" -d '{"events": [{"name": "network-changed", "server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:03.782898 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:03.786731 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:03.814267 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637599b1-1e19-450b-9009-190015be51ce x-openstack-request-id: req-637599b1-1e19-450b-9009-190015be51ce {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:03.814755 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:03.815203 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-637599b1-1e19-450b-9009-190015be51ce {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:03.816009 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'status': 'completed', 'code': 200} Jun 29 10:53:03.899030 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-1a657913-1eb5-473f-a627-d606faeac8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.900455 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-1a657913-1eb5-473f-a627-d606faeac8d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0631421 Jun 29 10:53:03.958533 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-5d41bd3f-d78c-49bb-9ba3-3e37fa21baca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 217 time: 0.0419993 Jun 29 10:53:04.252711 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-20dc0306-0eaf-4dcf-b9fe-e9b01bfb561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.254191 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-20dc0306-0eaf-4dcf-b9fe-e9b01bfb561c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.2893438 Jun 29 10:53:04.312224 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-8282bfe6-5339-4414-b5ef-5973adffe36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.313717 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-8282bfe6-5339-4414-b5ef-5973adffe36d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520861 Jun 29 10:53:04.406683 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-229aefdb-69bd-4ac1-b6cf-f44a5260f5bc service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847607 Jun 29 10:53:04.506505 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-acbd86fd-1177-4f30-b8d6-cbdc9847eaf9 req-0491578f-e540-46ab-bd58-e3e88378d37c service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922287 Jun 29 10:53:04.617721 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3ae39-3147-46ed-ac19-6423611f3c6d req-bfffb7fd-e0c2-4d13-ba12-c8c1a6905ba9 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.619230 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2db3ae39-3147-46ed-ac19-6423611f3c6d req-bfffb7fd-e0c2-4d13-ba12-c8c1a6905ba9 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 943 time: 0.0634885 Jun 29 10:53:04.663736 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2db3ae39-3147-46ed-ac19-6423611f3c6d req-c811e3ea-8dc5-4bdc-85e9-89a1941bf72b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385115 Jun 29 10:53:04.668873 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83b37-5585-43ce-92c6-590d1f99224c req-383e0c8c-330a-4f42-9b1f-dd9e3dfd7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.670429 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-383e0c8c-330a-4f42-9b1f-dd9e3dfd7c34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0666380 Jun 29 10:53:04.780455 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83b37-5585-43ce-92c6-590d1f99224c req-e790335e-a06d-433a-8647-25959423ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.782014 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-e790335e-a06d-433a-8647-25959423ffa4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.1041472 Jun 29 10:53:04.829153 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-8c0220da-ddf6-401c-8525-087117392c2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 217 time: 0.0382090 Jun 29 10:53:04.881629 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83b37-5585-43ce-92c6-590d1f99224c req-703fe157-26f1-4f2c-818b-568671b3c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.883682 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-703fe157-26f1-4f2c-818b-568671b3c985 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0454383 Jun 29 10:53:04.952313 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83b37-5585-43ce-92c6-590d1f99224c req-3230a177-c17d-4377-a48d-6cf1faa942d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.954380 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-3230a177-c17d-4377-a48d-6cf1faa942d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631940 Jun 29 10:53:05.072349 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-720602cc-4592-4aa7-a2d0-fa87b0512e1b service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096447 Jun 29 10:53:05.168124 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-49c83b37-5585-43ce-92c6-590d1f99224c req-948553a9-43f8-4377-8bd1-e7c2c87e9093 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891960 Jun 29 10:53:05.194589 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 08a6fd30-5086-42ff-b65c-f6a35cd3e41d up at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:05.243981 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Provisioning complete for port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:05.244625 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:05.856164 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5718a-430c-4985-bc74-782d9be3f04b req-37c28a01-3edb-4039-92a7-448905eab2e1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:05.857776 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-27a5718a-430c-4985-bc74-782d9be3f04b req-37c28a01-3edb-4039-92a7-448905eab2e1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 943 time: 0.0682309 Jun 29 10:53:05.900687 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-27a5718a-430c-4985-bc74-782d9be3f04b req-8aabfbd0-f03b-474f-804e-0ae943268c7d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373104 Jun 29 10:53:07.084748 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a80f33-ad24-425f-8c94-9ab93cb897b1 req-47a72de5-2e89-4003-ae89-96b887d96f70 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:07.086115 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-23a80f33-ad24-425f-8c94-9ab93cb897b1 req-47a72de5-2e89-4003-ae89-96b887d96f70 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 943 time: 0.0691605 Jun 29 10:53:07.130609 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-23a80f33-ad24-425f-8c94-9ab93cb897b1 req-42c21e43-41ca-424b-b6f7-af6c5a27d9ac tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368242 Jun 29 10:53:07.749632 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:53:07.846302 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:07.857815 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'port_id': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'mac_address': 'fa:16:3e:07:11:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:53:07.895058 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:07.908020 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:53:07.927737 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:07.932669 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:07.934570 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:07.980494 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:07.983717 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:08.269119 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:53:08.314335 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9479a1-6bc8-4037-83e3-7a602fb26bc6 req-9dae4d99-d579-4228-9669-23505dc370ad tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:08.315822 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a9479a1-6bc8-4037-83e3-7a602fb26bc6 req-9dae4d99-d579-4228-9669-23505dc370ad tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 944 time: 0.0680847 Jun 29 10:53:08.354179 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5a9479a1-6bc8-4037-83e3-7a602fb26bc6 req-945b2552-e4d2-456d-b111-f4a76f9786ca tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Jun 29 10:53:09.524572 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236990-c4db-4d57-a682-eec70c471c95 req-c7f0d0f0-ab8c-482c-8d2d-f6c8dfad68cf tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:09.526037 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03236990-c4db-4d57-a682-eec70c471c95 req-c7f0d0f0-ab8c-482c-8d2d-f6c8dfad68cf tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 944 time: 0.0628719 Jun 29 10:53:09.565606 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-03236990-c4db-4d57-a682-eec70c471c95 req-11c537f1-fbb6-4d91-b04c-872e8b710ba4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Jun 29 10:53:09.783534 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:09.832150 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:09.836452 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:09.836827 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.917745 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.940014 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:09.942476 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6975562-a644-480d-ae2d-7c0cc9a05c5c" -d '{"events": [{"server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "name": "network-vif-plugged", "status": "completed", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:09.956090 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:09.961981 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.964981 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-7e4c2c2b-0eb1-46ac-bb91-e35ce60b100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:09.992315 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7872eb51-8ff4-44aa-a6a7-645bc686442f x-openstack-request-id: req-7872eb51-8ff4-44aa-a6a7-645bc686442f {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:09.992612 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "name": "network-vif-plugged", "status": "completed", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:09.992868 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7872eb51-8ff4-44aa-a6a7-645bc686442f {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:09.993250 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'code': 200} Jun 29 10:53:10.015870 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:10.019627 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:10.253713 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242de2f5-eb40-4bc6-b5f7-fa9d049fe7a5 req-1351c3d2-8b5c-4ade-b7c0-55a49bf5d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.255220 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-242de2f5-eb40-4bc6-b5f7-fa9d049fe7a5 req-1351c3d2-8b5c-4ade-b7c0-55a49bf5d338 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0551252 Jun 29 10:53:10.290222 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-242de2f5-eb40-4bc6-b5f7-fa9d049fe7a5 req-cbb309da-ea8f-40c5-a160-6cc18653878f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274837 Jun 29 10:53:10.751827 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48393fcc-9cfc-479e-90e2-5edc236ab7ce req-82d7c45b-213e-4946-acd7-9063f4b9bf0b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.752637 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48393fcc-9cfc-479e-90e2-5edc236ab7ce req-82d7c45b-213e-4946-acd7-9063f4b9bf0b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0658948 Jun 29 10:53:10.794302 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-48393fcc-9cfc-479e-90e2-5edc236ab7ce req-39e7dbeb-5792-42c5-9a0a-a5522a347b0d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jun 29 10:53:11.971251 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346760-91b3-4405-96ec-2b6011a3b678 req-fb07deb4-e7c9-476d-9d46-c913e74b681a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:11.972683 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c346760-91b3-4405-96ec-2b6011a3b678 req-fb07deb4-e7c9-476d-9d46-c913e74b681a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0645275 Jun 29 10:53:12.009604 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c346760-91b3-4405-96ec-2b6011a3b678 req-17c125e2-2458-4eb7-9f39-b1f40b3bf44c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Jun 29 10:53:12.170886 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a5163-7117-412d-b66b-3e800d8f9753 req-e5801b1a-beb0-4b0e-a15b-791e14176a20 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:12.172309 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-738a5163-7117-412d-b66b-3e800d8f9753 req-e5801b1a-beb0-4b0e-a15b-791e14176a20 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0610042 Jun 29 10:53:12.181227 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52306) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:12.185511 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'floatingip': {'port_id': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:12.225800 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:12.654006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:12.657405 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:12.748812 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Floating IP 0b097461-0bd2-46c2-81b9-6d1e38f114ae associated. External IP: 172.27.2.133, port: d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0. Jun 29 10:53:12.957715 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:53:13.061256 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:53:13.066601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:13.072021 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:13.081453 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:13.082060 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:13.102998 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e8d861fa-e21f-4d3f-b764-52aee5da2405 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "PUT /v2.0/floatingips/0b097461-0bd2-46c2-81b9-6d1e38f114ae HTTP/1.1" status: 200 len: 991 time: 0.9207408 Jun 29 10:53:13.103696 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:13.106002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16049e-4b21-41f4-852b-c0a108a94fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:13.153214 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf5793-bc5d-40c2-8286-cecd45520a87 x-openstack-request-id: req-5daf5793-bc5d-40c2-8286-cecd45520a87 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:13.153540 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:13.153829 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5daf5793-bc5d-40c2-8286-cecd45520a87 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:13.154297 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'status': 'completed', 'code': 200} Jun 29 10:53:13.192062 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:13.279037 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-21abbf86-3b0c-4d38-a379-a782499d55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:13.280527 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-21abbf86-3b0c-4d38-a379-a782499d55c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0528743 Jun 29 10:53:13.375911 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-e7fe73c0-e729-456a-a91d-b50d2d77b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:13.377364 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-e7fe73c0-e729-456a-a91d-b50d2d77b44c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.0889983 Jun 29 10:53:13.410214 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '0b097461-0bd2-46c2-81b9-6d1e38f114ae', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'port_id': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'mac_address': 'fa:16:3e:07:11:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:52:59Z', 'updated_at': '2021-06-29T10:53:12Z', 'revision_number': 1, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:13.438562 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:13.445997 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-f470724b-f71a-45f9-99b3-ac09ea85d1da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 999 time: 0.0594518 Jun 29 10:53:13.446648 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:13.447229 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:52:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:13.502457 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-3127625f-d931-4095-b77b-6b3b462773da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:13.503901 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-3127625f-d931-4095-b77b-6b3b462773da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0476737 Jun 29 10:53:13.563008 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:13.574906 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-13283fae-d7e0-48ff-b567-427c006416fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:13.576401 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-13283fae-d7e0-48ff-b567-427c006416fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599091 Jun 29 10:53:13.665966 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-ff4754e3-1182-4d61-9373-526c4a4981c6 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816915 Jun 29 10:53:13.759198 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-1d16049e-4b21-41f4-852b-c0a108a94fbf req-63ba7d58-f788-461c-ab75-be8d9a610b98 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Jun 29 10:53:13.783025 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '0b097461-0bd2-46c2-81b9-6d1e38f114ae', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'port_id': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'mac_address': 'fa:16:3e:07:11:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:52:59Z', 'updated_at': '2021-06-29T10:53:12Z', 'revision_number': 1, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:13.886433 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f5c5d-30a7-4545-95ba-2be6fa865807 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '0b097461-0bd2-46c2-81b9-6d1e38f114ae', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'port_id': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'mac_address': 'fa:16:3e:07:11:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:52:59Z', 'updated_at': '2021-06-29T10:53:12Z', 'revision_number': 1, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:14.053287 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c764df-803d-470e-966f-52ad2ad8604c None None] New status for floating IP 0b097461-0bd2-46c2-81b9-6d1e38f114ae: ACTIVE {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:53:15.444507 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-887c05cd-e5ce-46ed-8b5d-25122179abb8 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811614626&fields=id&tenant_id=826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 267 time: 0.0343142 Jun 29 10:53:15.550713 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-fe460f85-5a46-4cbc-848e-69a58853c469 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:15.551927 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-fe460f85-5a46-4cbc-848e-69a58853c469 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 811 time: 0.1010735 Jun 29 10:53:15.566981 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-1aecaf7c-55e4-4dff-a837-b4ea8a1f1ef7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/quotas/826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 375 time: 0.0091686 Jun 29 10:53:15.630342 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-4cb26ae6-e4db-4918-8808-aead634b12be tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583968 Jun 29 10:53:15.724262 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-9a3b7975-9530-453a-b6f5-39793299a092 service neutron] 10.222.0.45 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823841 Jun 29 10:53:15.809587 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e82979ce-d9b0-4782-b24f-9748ac18cafd service neutron] 10.222.0.45 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787227 Jun 29 10:53:16.102836 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8c3ebb73-4258-41c2-bde1-1556701acbc4 req-0f033f91-5968-40eb-8f2c-be8ad24af348 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 210 time: 0.0321956 Jun 29 10:53:17.243691 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9fddfd7b-f966-491e-9033-555cfab7c510 req-0220b16f-3120-47df-b7d5-48f4fd3258a0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 210 time: 0.0300550 Jun 29 10:53:17.309310 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-d1cb2ebd-65ba-4331-ab5f-560147599b36 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:17.310833 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-d1cb2ebd-65ba-4331-ab5f-560147599b36 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 811 time: 0.1110332 Jun 29 10:53:17.382251 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-4e62373a-0e51-46ef-8eeb-afb854946a4d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 380 time: 0.0331829 Jun 29 10:53:17.390765 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'port': {'device_id': '236bb412-547e-4c6e-9ae9-8784160da034', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'admin_state_up': True, 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'security_groups': ['12ec7732-f443-4494-b27d-af4aa019ea29']}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:17.502878 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Made reservation on behalf of 826304bf62d443aea37b63c611448a4b for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:53:17.506493 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:17.632185 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Allocated IP 172.20.0.10 (bfc9f95f-79a2-403e-b086-fe206ca7beec/d8370329-95c2-4a8d-9064-7a1efa147bbf/33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:53:17.769264 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:17.783731 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Transition to ACTIVE for port object 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:17.821838 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:17.826778 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:17.897331 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:53:17.904476 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:17.909374 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:53:17.930588 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d23f6a6e-24a8-49b6-a7bf-d30cfaf97816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:17.942442 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:17.960103 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:17.969058 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:17.969683 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:17.986541 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5987031 Jun 29 10:53:18.006331 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Request body: {'port': {'device_id': '236bb412-547e-4c6e-9ae9-8784160da034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:18.092290 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.178508 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c7d239ab-f244-494d-aee1-8b714c944e55 None None] Provisioning for port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:18.182499 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-c7d239ab-f244-494d-aee1-8b714c944e55 None None] Provisioning complete for port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:18.182937 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c7d239ab-f244-494d-aee1-8b714c944e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.346275 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-c7d239ab-f244-494d-aee1-8b714c944e55 None None] Port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:53:18.371621 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:53:18.378997 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.390884 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Transition to ACTIVE for port object 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:18.395410 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.399055 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-d5946e7c-52c8-4e68-920a-0dd083d0ae46 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:18.419616 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775c443-8637-4957-85f9-eaf010614011 req-52e76b71-5d51-486b-aabd-849640c03878 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.421094 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d775c443-8637-4957-85f9-eaf010614011 req-52e76b71-5d51-486b-aabd-849640c03878 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 932 time: 0.0636916 Jun 29 10:53:18.448087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Pushing event updated for resources: {'Port': ['ID=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:18.466567 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:18.470726 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d775c443-8637-4957-85f9-eaf010614011 req-720c1d02-a4fd-445b-814d-bc973bacc125 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369239 Jun 29 10:53:18.520295 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Attempting to bind port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:53:18.520633 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Attempting to bind port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:53:18.520964 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Attempting to bind port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:18.528985 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd on network bfc9f95f-79a2-403e-b086-fe206ca7beec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:53:18.529317 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Attempting to bind port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:18.534513 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:53:18.534853 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Checking segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:53:18.535236 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Bound using segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:53:18.535662 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Bound port: 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:53:18.536020 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.607466 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] For port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:53:18.610582 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] For port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:53:18.615481 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.618420 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ee5ec024-9a4b-4a30-a158-2709fdd2e93b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:18.650274 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.650755 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:18.652145 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] 10.222.0.69 "PUT /v2.0/ports/33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd HTTP/1.1" status: 200 len: 1094 time: 0.6518683 Jun 29 10:53:18.652667 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:18.654987 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab689d7-67be-4e91-90ea-17c21c6bcb24" -d '{"events": [{"name": "network-changed", "server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:18.684630 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Pushing event updated for resources: {'Port': ['ID=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:18.687867 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:18.713489 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ffe3e6-89c5-4803-8880-2c38da8b5a87 x-openstack-request-id: req-11ffe3e6-89c5-4803-8880-2c38da8b5a87 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:18.713832 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:18.714154 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11ffe3e6-89c5-4803-8880-2c38da8b5a87 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:18.714618 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'status': 'completed', 'code': 200} Jun 29 10:53:18.785382 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-4eba56e2-2cff-4c3f-9f85-042ecba81b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.786925 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-4eba56e2-2cff-4c3f-9f85-042ecba81b54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 1097 time: 0.0570948 Jun 29 10:53:18.839497 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-a65844fd-b87e-4b56-afbe-67d5feb22742 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd HTTP/1.1" status: 200 len: 217 time: 0.0376897 Jun 29 10:53:18.893419 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-a47fd83e-7a99-448f-8012-f3b1b94532f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.895213 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-a47fd83e-7a99-448f-8012-f3b1b94532f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0486217 Jun 29 10:53:18.950558 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-0f1892c2-b332-4580-85b3-ae8fb0a32252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.951932 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-0f1892c2-b332-4580-85b3-ae8fb0a32252 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508833 Jun 29 10:53:19.046681 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-fef536f3-d105-45b9-b1e8-44a69b7b01e8 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844026 Jun 29 10:53:19.136521 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-9fd8da5a-b505-476c-b827-d8cf030313f6 req-c69aa309-6c00-4c15-b234-193ab570c691 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833781 Jun 29 10:53:19.302902 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-99337bd1-5b0e-4695-b75f-fc19a5ddec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.304927 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-99337bd1-5b0e-4695-b75f-fc19a5ddec67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 1097 time: 0.0560505 Jun 29 10:53:19.391067 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-d9ec9d5b-9b9d-4e72-bbf9-693ebbce2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.392493 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-d9ec9d5b-9b9d-4e72-bbf9-693ebbce2128 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0817387 Jun 29 10:53:19.436909 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-1d4b3a6e-6fbe-4671-998d-cfae7ab0fd40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd HTTP/1.1" status: 200 len: 217 time: 0.0373631 Jun 29 10:53:19.490407 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-00eedd77-97c7-46c1-a47d-9aebac4e1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.491820 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-00eedd77-97c7-46c1-a47d-9aebac4e1763 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0428271 Jun 29 10:53:19.549774 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-b404c724-51bb-453f-97f1-577565962c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.551296 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-b404c724-51bb-453f-97f1-577565962c90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518532 Jun 29 10:53:19.643461 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-4532c22d-6710-4ddc-b5c1-f26ff27ea22b service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853539 Jun 29 10:53:19.645024 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58f5a3-e964-4066-92dd-d43f11a01520 req-8aecaf9b-7cfc-4d63-a82e-35a3b5fca39c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.646525 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c58f5a3-e964-4066-92dd-d43f11a01520 req-8aecaf9b-7cfc-4d63-a82e-35a3b5fca39c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0650396 Jun 29 10:53:19.735045 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-fab689d7-67be-4e91-90ea-17c21c6bcb24 req-0be90170-4868-4530-b8e4-c3409cdba64c service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Jun 29 10:53:19.964391 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2c58f5a3-e964-4066-92dd-d43f11a01520 req-b904b4cc-e23b-4c44-ad22-d4a6c536fdcf tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116531 Jun 29 10:53:20.428212 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6509636c-31c8-46d5-b093-aa43749a4327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.564089 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:21.131433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e877-d230-445e-8d5f-c4edbfaca827 req-c83ae32b-aeee-4edc-942e-ad88c5cf3ab1 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:21.132885 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8fb3e877-d230-445e-8d5f-c4edbfaca827 req-c83ae32b-aeee-4edc-942e-ad88c5cf3ab1 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0616028 Jun 29 10:53:21.169503 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8fb3e877-d230-445e-8d5f-c4edbfaca827 req-0b3776f2-de5d-448f-95cc-0e52e56f35be tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Jun 29 10:53:21.970818 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.340030 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88f9f6-5d4f-4adb-a221-326baff3b5ad req-da45ac09-90cc-4bdf-a95e-3d1818c723cf tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:22.341393 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c88f9f6-5d4f-4adb-a221-326baff3b5ad req-da45ac09-90cc-4bdf-a95e-3d1818c723cf tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0617402 Jun 29 10:53:22.381121 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c88f9f6-5d4f-4adb-a221-326baff3b5ad req-48737c3c-091f-4820-939a-a9954c807ec5 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341265 Jun 29 10:53:23.331283 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:23.435103 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:23.550771 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2cd54-7fc8-4f24-8100-6c82142d2285 req-38dae58c-5e63-4282-956d-bbbc0d41637a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:23.552245 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d9f2cd54-7fc8-4f24-8100-6c82142d2285 req-38dae58c-5e63-4282-956d-bbbc0d41637a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0617998 Jun 29 10:53:23.589541 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d9f2cd54-7fc8-4f24-8100-6c82142d2285 req-8b938002-9e22-49b3-9962-643d3135a2ad tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310202 Jun 29 10:53:24.758185 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc7d9-47aa-473e-9acc-bcc27271b290 req-ac0f4445-39f0-4570-95be-a0fed4519bd0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:24.759771 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ee2cc7d9-47aa-473e-9acc-bcc27271b290 req-ac0f4445-39f0-4570-95be-a0fed4519bd0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0626483 Jun 29 10:53:24.798374 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ee2cc7d9-47aa-473e-9acc-bcc27271b290 req-7f4f00ff-7090-4631-ba4e-303df4ad51a9 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Jun 29 10:53:25.367392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.968316 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59f3e-c4ef-4e5b-b19e-8ee4c710754b req-989885e2-56a2-44c9-9963-42b4de413718 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:25.969939 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a9b59f3e-c4ef-4e5b-b19e-8ee4c710754b req-989885e2-56a2-44c9-9963-42b4de413718 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0658929 Jun 29 10:53:26.009157 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a9b59f3e-c4ef-4e5b-b19e-8ee4c710754b req-ba59530e-8175-4019-b744-35deb0b1007d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Jun 29 10:53:27.184914 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8329ed1-2e6c-4037-833e-355cb280ba47 req-f50b6d9d-df06-43a1-a7b8-dda250688e9e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:27.186404 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8329ed1-2e6c-4037-833e-355cb280ba47 req-f50b6d9d-df06-43a1-a7b8-dda250688e9e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 944 time: 0.0633945 Jun 29 10:53:27.222108 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8329ed1-2e6c-4037-833e-355cb280ba47 req-0adeb374-8cdd-4693-b4c8-ad92ae312175 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301225 Jun 29 10:53:27.860667 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:53:27.953360 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:27.963654 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'port_id': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'mac_address': 'fa:16:3e:2f:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:53:27.998894 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.011369 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:53:28.029365 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:28.034118 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.035811 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:28.079624 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:28.082556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:28.387163 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:53:28.393794 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120b6a7-c442-48d6-b437-44102dab81f0 req-1ffb61f3-958b-440f-bafd-8c7386858697 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:28.395365 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2120b6a7-c442-48d6-b437-44102dab81f0 req-1ffb61f3-958b-440f-bafd-8c7386858697 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 945 time: 0.0641713 Jun 29 10:53:28.437414 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2120b6a7-c442-48d6-b437-44102dab81f0 req-aba45812-775a-4230-8b81-defdf78c1efe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360999 Jun 29 10:53:29.606051 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387f1ed-a12d-4947-861a-c9688318f703 req-9cff49ad-1365-49e2-84c7-bc3c87dad1db tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:29.607808 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7387f1ed-a12d-4947-861a-c9688318f703 req-9cff49ad-1365-49e2-84c7-bc3c87dad1db tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 945 time: 0.0630138 Jun 29 10:53:29.645512 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7387f1ed-a12d-4947-861a-c9688318f703 req-269c9e4c-ab88-4e25-b609-af8b8e666041 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Jun 29 10:53:29.865352 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:29.913495 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:29.917484 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:29.917857 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.993958 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.017798 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:30.020282 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f1723-52dd-41e0-b681-1c486d2bc07f" -d '{"events": [{"server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "name": "network-vif-plugged", "status": "completed", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:30.033408 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:30.037976 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.041341 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:30.065394 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6084274c-5557-45c5-8a9f-bbbb712dca6e x-openstack-request-id: req-6084274c-5557-45c5-8a9f-bbbb712dca6e {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:30.065703 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "name": "network-vif-plugged", "status": "completed", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:30.065972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6084274c-5557-45c5-8a9f-bbbb712dca6e {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:30.066395 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'code': 200} Jun 29 10:53:30.091677 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:30.094701 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:30.375487 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9699-1cca-448a-bd1d-ab75b9d7a3e0 req-8bc7d688-8504-4823-b48d-4f04ce5626a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:30.376864 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ce8a9699-1cca-448a-bd1d-ab75b9d7a3e0 req-8bc7d688-8504-4823-b48d-4f04ce5626a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 1099 time: 0.0574012 Jun 29 10:53:30.411427 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-ce8a9699-1cca-448a-bd1d-ab75b9d7a3e0 req-3ec4b4de-8fd7-4a83-b62b-b2d517be495f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265799 Jun 29 10:53:30.814161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8c783-439b-4530-b4b6-b789c8396dac req-67e74358-87e2-42d4-89c4-1627cd006bf6 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:30.815627 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ca8c783-439b-4530-b4b6-b789c8396dac req-67e74358-87e2-42d4-89c4-1627cd006bf6 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0610554 Jun 29 10:53:30.851616 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9ca8c783-439b-4530-b4b6-b789c8396dac req-ad76ac51-b5d8-4c3f-b152-ab72b2fd8cdf tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Jun 29 10:53:32.026646 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9718f7-d55b-4fd3-b5a4-32c12aaec8df req-45c090e7-995d-4425-b912-004f2617789a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:32.028654 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d9718f7-d55b-4fd3-b5a4-32c12aaec8df req-45c090e7-995d-4425-b912-004f2617789a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0676394 Jun 29 10:53:32.067430 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d9718f7-d55b-4fd3-b5a4-32c12aaec8df req-5e3cce0f-535b-454b-998c-f26fdabb5aef tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331583 Jun 29 10:53:32.237036 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfa125-799f-4f25-97f6-047373ab03d9 req-ea72a6d4-3f3b-4fc9-b069-e280d2afcaca tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:32.238481 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e7bfa125-799f-4f25-97f6-047373ab03d9 req-ea72a6d4-3f3b-4fc9-b069-e280d2afcaca tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0607178 Jun 29 10:53:32.275703 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e7bfa125-799f-4f25-97f6-047373ab03d9 req-62770aa6-a69f-4e51-800f-37b4ecf7f59b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Jun 29 10:53:32.301372 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52406) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:32.392779 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35f879-a1d6-4a3e-8ed0-904e583d5128 tempest-TestVolumeBootPattern-1118443130 tempest-TestVolumeBootPattern-1118443130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:32.394281 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-bd35f879-a1d6-4a3e-8ed0-904e583d5128 tempest-TestVolumeBootPattern-1118443130 tempest-TestVolumeBootPattern-1118443130-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 1094 time: 0.0919061 Jun 29 10:53:32.397113 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52410) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:32.401442 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'port_id': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:32.422481 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.519242 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.617994 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Allocated IP 172.27.2.172 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/7531ef67-8173-42d7-8ee8-e0e2b0330af7) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:53:32.719440 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.755862 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.758570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b5215a37-d65f-4ec8-a5d4-71d27e3ccbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:32.790346 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:53:32.794827 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:32.799032 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:53:32.829961 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=7531ef67-8173-42d7-8ee8-e0e2b0330af7,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:32.842899 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.843285 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.843662 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.844033 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.844400 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.844767 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.845130 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.845494 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.845853 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.846238 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.846597 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.846958 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:32.851994 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:33.170393 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:33.483264 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:33.628251 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:33.632555 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:33.635299 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b7b9520f-88ca-43fc-9329-fc524e8ff555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:33.698026 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=7531ef67-8173-42d7-8ee8-e0e2b0330af7,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:33.703241 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:33.709457 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:33.806172 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Floating IP 1633d143-a2f3-488c-9008-2d06e84a7d0f associated. External IP: 172.27.2.172, port: 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd. Jun 29 10:53:34.004758 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:53:34.109664 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:53:34.119361 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:34.126150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.130677 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:34.131290 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:53:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:34.163035 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7648566 Jun 29 10:53:34.163759 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:34.166203 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3" -d '{"events": [{"name": "network-changed", "server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:34.202670 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0784d3-08f4-4642-94f7-383541e4b82f x-openstack-request-id: req-dd0784d3-08f4-4642-94f7-383541e4b82f {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:34.203009 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:34.203308 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd0784d3-08f4-4642-94f7-383541e4b82f {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:34.203752 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'status': 'completed', 'code': 200} Jun 29 10:53:34.235001 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:34.319147 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-09927479-89a2-4920-b51e-6fe800e7e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:34.320626 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-09927479-89a2-4920-b51e-6fe800e7e6c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 1099 time: 0.0518765 Jun 29 10:53:34.414270 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-e788383a-1fe9-4737-96f9-0f9f97a88b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:34.415746 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-e788383a-1fe9-4737-96f9-0f9f97a88b1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0873120 Jun 29 10:53:34.452804 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '1633d143-a2f3-488c-9008-2d06e84a7d0f', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:2f:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236bb412-547e-4c6e-9ae9-8784160da034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:33Z', 'updated_at': '2021-06-29T10:53:33Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:34.478019 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:34.483368 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-84e9ce89-d8dc-4767-961f-6938fc650333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd HTTP/1.1" status: 200 len: 1000 time: 0.0594256 Jun 29 10:53:34.486402 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:34.486994 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:53:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:34.536601 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-ed3e98b9-a9bc-41d1-b08f-8b54394f26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:34.538049 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-ed3e98b9-a9bc-41d1-b08f-8b54394f26a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0472689 Jun 29 10:53:34.588151 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:34.595881 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-f263ab8a-617b-4194-a8bc-4d4b19c578a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:34.597380 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-f263ab8a-617b-4194-a8bc-4d4b19c578a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518994 Jun 29 10:53:34.692578 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-1b0b1452-03bf-44b1-be19-6fab12556156 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857570 Jun 29 10:53:34.786434 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-709bfdbe-e7b7-4245-9ad6-89ac28a746e3 req-d12d1cf7-fac0-49e2-8fb1-4dca4b497dd8 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854797 Jun 29 10:53:34.803176 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '1633d143-a2f3-488c-9008-2d06e84a7d0f', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:2f:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236bb412-547e-4c6e-9ae9-8784160da034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:33Z', 'updated_at': '2021-06-29T10:53:33Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:34.832904 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c282d13-0efa-4742-b4a9-79b8db72b893 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '1633d143-a2f3-488c-9008-2d06e84a7d0f', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:2f:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236bb412-547e-4c6e-9ae9-8784160da034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:33Z', 'updated_at': '2021-06-29T10:53:33Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:35.006507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e179889-84aa-454d-a594-67e0c366a1df None None] New status for floating IP 1633d143-a2f3-488c-9008-2d06e84a7d0f: ACTIVE {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:53:47.924728 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a1157d50-d608-4431-956a-993c28476342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.429928 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-97a5d50c-0952-4cff-841c-e74901455005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.564958 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:51.974433 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:53.441202 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.385173 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:00.330673 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:04.504564 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-ef36265b-0439-454c-9412-4193babbf4d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510335 Jun 29 10:54:04.621920 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-1567731d-bd9b-4fdb-897d-ce558a5b8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.623540 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-1567731d-bd9b-4fdb-897d-ce558a5b8a94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0535052 Jun 29 10:54:04.731703 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-c9bde36b-1102-4437-b634-4de5220f163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.733144 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-c9bde36b-1102-4437-b634-4de5220f163b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.0873947 Jun 29 10:54:04.802451 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-6bb3bcc9-9ce5-4152-9e9c-a965f8a4af73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 1001 time: 0.0583436 Jun 29 10:54:04.847726 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-e82d6a40-9a96-44c2-ae47-53075a3f2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.849088 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-e82d6a40-9a96-44c2-ae47-53075a3f2f80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0407200 Jun 29 10:54:04.904656 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-81db9446-f9cf-40c5-bbae-ad888f462642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.906062 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-81db9446-f9cf-40c5-bbae-ad888f462642 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499773 Jun 29 10:54:04.917552 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-e8d478c9-31f3-40aa-b999-84f2355c1921 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:54:04.918489 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-e8d478c9-31f3-40aa-b999-84f2355c1921 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053465 Jun 29 10:54:05.008382 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-0a9fd128-c7fb-4ff1-b0cc-661467d5df22 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830433 Jun 29 10:54:05.094863 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-5fb3450b-1c64-40d0-87e6-2f7a4be8077b req-dc4ad498-95c8-4084-b825-e7b38baa7bf5 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795836 Jun 29 10:54:08.012507 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c9220-c4bd-4d64-a000-1f29f6281616 req-dfedf594-7d65-4b5d-8d7f-8a7108d81ed3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:08.014004 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab6c9220-c4bd-4d64-a000-1f29f6281616 req-dfedf594-7d65-4b5d-8d7f-8a7108d81ed3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0622845 Jun 29 10:54:08.054150 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab6c9220-c4bd-4d64-a000-1f29f6281616 req-fbbb730f-e549-446e-9b39-eb893f21aabf tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344248 Jun 29 10:54:09.284078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c634d7-890c-4221-ade7-e969a0e6dde5 req-f2febc05-8814-4234-9db5-3c458523f4f4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:09.285635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-06c634d7-890c-4221-ade7-e969a0e6dde5 req-f2febc05-8814-4234-9db5-3c458523f4f4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.1198349 Jun 29 10:54:09.322592 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-06c634d7-890c-4221-ade7-e969a0e6dde5 req-5c58a73d-21c5-49b6-919e-2f6ccae1f857 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313654 Jun 29 10:54:10.498047 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a606e5c-8bcb-4e53-a172-ba29e5208756 req-5b16072d-5119-435b-9ab8-8d028cfa090e tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:10.499556 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4a606e5c-8bcb-4e53-a172-ba29e5208756 req-5b16072d-5119-435b-9ab8-8d028cfa090e tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0616984 Jun 29 10:54:10.536866 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4a606e5c-8bcb-4e53-a172-ba29e5208756 req-ea6867e6-7c07-4306-b8e8-258506997e39 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jun 29 10:54:11.709865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cfc9-7f38-4ee6-a7db-68c13beb8fed req-b4b1cd1f-6392-4633-ad9a-33ce8e0b5ca6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:11.711352 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89d4cfc9-7f38-4ee6-a7db-68c13beb8fed req-b4b1cd1f-6392-4633-ad9a-33ce8e0b5ca6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0655515 Jun 29 10:54:11.748015 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89d4cfc9-7f38-4ee6-a7db-68c13beb8fed req-7af90377-75bf-4643-89a5-f5029e535037 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304868 Jun 29 10:54:12.936809 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6866-8bb3-40fb-847e-cb9cfceb4519 req-c0ec65b8-1700-4f60-9f06-15f5e1171a97 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:12.938295 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a3c6866-8bb3-40fb-847e-cb9cfceb4519 req-c0ec65b8-1700-4f60-9f06-15f5e1171a97 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0669141 Jun 29 10:54:12.976385 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7a3c6866-8bb3-40fb-847e-cb9cfceb4519 req-3d7cdac1-c9e7-458c-9971-e635bda9df45 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Jun 29 10:54:14.146352 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10067a8-ee93-4b98-81d9-417d1bb82f78 req-7296e643-1e5a-47a0-b7e0-8d8917a6425e tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:14.147816 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f10067a8-ee93-4b98-81d9-417d1bb82f78 req-7296e643-1e5a-47a0-b7e0-8d8917a6425e tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0617685 Jun 29 10:54:14.188388 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f10067a8-ee93-4b98-81d9-417d1bb82f78 req-ca2a8029-6e1d-4fca-9403-24c001898adf tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344903 Jun 29 10:54:15.356712 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb747711-55ab-4281-9447-29b7066f1ef3 req-14bdb93d-9fd2-43d5-bd66-323f352b2111 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:15.358182 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb747711-55ab-4281-9447-29b7066f1ef3 req-14bdb93d-9fd2-43d5-bd66-323f352b2111 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0616825 Jun 29 10:54:15.397893 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-eb747711-55ab-4281-9447-29b7066f1ef3 req-6fd77ec3-c566-48be-ba1a-d3edd92910f7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341971 Jun 29 10:54:16.571780 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283e52-c8a0-445f-9d0a-21bc4e5cfb1f req-6a431811-f8f7-4c0a-aed7-dd63deba622c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:16.573855 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-23283e52-c8a0-445f-9d0a-21bc4e5cfb1f req-6a431811-f8f7-4c0a-aed7-dd63deba622c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Jun 29 10:54:16.610430 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-23283e52-c8a0-445f-9d0a-21bc4e5cfb1f req-dcd75ab1-1db4-40b3-8fc8-7484cdb3d6cd tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Jun 29 10:54:17.790354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665d2c-8256-4f62-b0cd-195f7164a8a7 req-ce65d67e-9681-4eaa-a000-54e015832ffc tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:17.791836 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-55665d2c-8256-4f62-b0cd-195f7164a8a7 req-ce65d67e-9681-4eaa-a000-54e015832ffc tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0660126 Jun 29 10:54:17.828463 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-55665d2c-8256-4f62-b0cd-195f7164a8a7 req-ebff84b3-ace6-4796-8cd3-95dc2b946e13 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Jun 29 10:54:17.925678 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9127560a-1b8b-4249-9f20-e339ee110a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:18.996118 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20003fe0-296d-4221-8583-f1acd779ec5b req-2818f342-12ed-4611-ad99-83eb9fc42f83 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:18.997595 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20003fe0-296d-4221-8583-f1acd779ec5b req-2818f342-12ed-4611-ad99-83eb9fc42f83 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0615740 Jun 29 10:54:19.036339 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-20003fe0-296d-4221-8583-f1acd779ec5b req-f70287b2-2afd-4a26-a843-4d7aecb480bc tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Jun 29 10:54:20.204644 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cd1b3-a67a-4ea1-950c-49ad2110b8bb req-32d8ccfe-5513-41ee-b908-e59c96019111 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:20.206112 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b91cd1b3-a67a-4ea1-950c-49ad2110b8bb req-32d8ccfe-5513-41ee-b908-e59c96019111 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0618248 Jun 29 10:54:20.247464 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b91cd1b3-a67a-4ea1-950c-49ad2110b8bb req-99dcd93c-586e-41c1-a6fd-bf33627bb8da tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356200 Jun 29 10:54:20.429902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a3e84f1a-2279-4ead-90f6-eebfdf6f770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:20.566731 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:21.415102 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d837153-5318-4f99-876c-59192142b018 req-bb5ee477-4191-4cca-a941-35d4d5ab5b9d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:21.416535 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3d837153-5318-4f99-876c-59192142b018 req-bb5ee477-4191-4cca-a941-35d4d5ab5b9d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0616729 Jun 29 10:54:21.454030 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3d837153-5318-4f99-876c-59192142b018 req-5627e210-d309-4ccb-a757-3fa18322e7aa tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jun 29 10:54:21.976210 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:22.633043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309903ef-ba46-4ac9-a7b0-c3834c6b6b2d req-1ca6ad46-72eb-42d5-a20e-9951fb7dc3fa tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:22.634510 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-309903ef-ba46-4ac9-a7b0-c3834c6b6b2d req-1ca6ad46-72eb-42d5-a20e-9951fb7dc3fa tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0607831 Jun 29 10:54:22.670482 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-309903ef-ba46-4ac9-a7b0-c3834c6b6b2d req-5397325f-8999-483c-9395-0b6bd2bfb572 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298698 Jun 29 10:54:23.439370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:23.840579 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94252dbf-cdde-44f6-9852-a8518d9f0a48 req-32397a27-75ad-4595-bb16-7e39d552c507 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:23.842102 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94252dbf-cdde-44f6-9852-a8518d9f0a48 req-32397a27-75ad-4595-bb16-7e39d552c507 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0641651 Jun 29 10:54:23.878748 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-94252dbf-cdde-44f6-9852-a8518d9f0a48 req-4b6009f3-7a02-4efc-949f-f01019423c92 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Jun 29 10:54:24.205027 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f3d69-7075-4e1d-8104-d17379e76924 req-8f792c48-53b6-4efe-9140-075817ac2171 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:24.206502 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d6f3d69-7075-4e1d-8104-d17379e76924 req-8f792c48-53b6-4efe-9140-075817ac2171 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0633516 Jun 29 10:54:24.243991 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4d6f3d69-7075-4e1d-8104-d17379e76924 req-fbf3a83a-4b9b-44dc-8852-e45976261864 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Jun 29 10:54:24.254783 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-0088aa78-eaeb-4fbb-80be-3c29ea11172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:24.256258 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-0088aa78-eaeb-4fbb-80be-3c29ea11172e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0520949 Jun 29 10:54:24.352218 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-74c7d6ca-95e9-421d-8c58-f07847bff28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:24.354167 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-74c7d6ca-95e9-421d-8c58-f07847bff28a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.0872333 Jun 29 10:54:24.423014 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-0a28ee05-33e2-4d04-bd67-566f4b90e372 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 1001 time: 0.0582047 Jun 29 10:54:24.472873 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-c067c750-86a2-4f56-9596-5acc70062219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:24.474282 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-c067c750-86a2-4f56-9596-5acc70062219 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0412903 Jun 29 10:54:24.533763 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-7879442c-8356-41b5-9c8b-c4c46d8a045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:24.535157 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-7879442c-8356-41b5-9c8b-c4c46d8a045a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514293 Jun 29 10:54:24.627966 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-53e625f7-347d-4d67-a251-50ca72ea76d2 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830023 Jun 29 10:54:24.720190 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0c872be5-8fbf-4018-ac77-511af32d5402 req-f73145ba-c846-4398-bf37-696346270ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814617 Jun 29 10:54:25.400488 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:25.415414 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de6c7c-4a08-430c-8527-84a61da5e85e req-1215e312-be0a-4d41-8378-40bb8f1021c9 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:25.416912 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96de6c7c-4a08-430c-8527-84a61da5e85e req-1215e312-be0a-4d41-8378-40bb8f1021c9 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0628464 Jun 29 10:54:25.457532 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-96de6c7c-4a08-430c-8527-84a61da5e85e req-ad0bedbf-cce2-44e3-88c4-905a51f7cc7c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350058 Jun 29 10:54:26.626429 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185f869-2923-4f44-a25a-68bbc9a1bd4e req-d4a6848d-4b3e-4440-84aa-778f2d7e0b3f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:26.627786 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5185f869-2923-4f44-a25a-68bbc9a1bd4e req-d4a6848d-4b3e-4440-84aa-778f2d7e0b3f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0616961 Jun 29 10:54:26.664354 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5185f869-2923-4f44-a25a-68bbc9a1bd4e req-27b8099c-9b7f-4131-9c4f-6df8f8584d39 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Jun 29 10:54:37.328682 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:47.925800 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce70e73f-ff83-43f1-9fa7-563b209a6190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:50.430109 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b19b691a-b53e-430b-9d3e-74e566a18610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:50.567068 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:51.980938 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:53.441380 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:55.393211 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:06.606322 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-fbfdc9f3-108d-4b0e-b6ba-469cb2b6a7c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073320 Jun 29 10:55:06.702041 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-60bec3a3-4aa2-4c49-991d-5bcd54977a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:06.703676 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-60bec3a3-4aa2-4c49-991d-5bcd54977a8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 1099 time: 0.0514731 Jun 29 10:55:06.815571 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-26c576e0-c20f-47c9-871d-a90d61f6ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:06.817026 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-26c576e0-c20f-47c9-871d-a90d61f6ab2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0841036 Jun 29 10:55:06.873584 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7528a-8452-4b20-bfcf-987ef72a1bdc req-45e6ca64-811b-410b-b642-dd8239719016 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:06.875079 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6de7528a-8452-4b20-bfcf-987ef72a1bdc req-45e6ca64-811b-410b-b642-dd8239719016 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0626113 Jun 29 10:55:06.885264 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-5f0dedd4-35cf-44fc-a8a7-3b4d26e4be60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd HTTP/1.1" status: 200 len: 1002 time: 0.0608211 Jun 29 10:55:06.916270 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6de7528a-8452-4b20-bfcf-987ef72a1bdc req-ec456955-1cff-4c38-bb11-859d3adb2194 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356188 Jun 29 10:55:06.937087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-15d07ecd-75a6-4c79-85d3-e8cff555dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:06.938598 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-15d07ecd-75a6-4c79-85d3-e8cff555dbf0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0445161 Jun 29 10:55:07.011056 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-de148e5f-3ca5-4aba-8cfb-d324246d0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:07.013055 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-de148e5f-3ca5-4aba-8cfb-d324246d0ce0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508902 Jun 29 10:55:07.111072 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-4ec40000-cc66-44de-bdf5-144c1c4699c1 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854783 Jun 29 10:55:07.202519 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-2f5ca087-68c4-43f0-b699-69e484e71ef6 req-b9bd3f97-c051-4390-a994-82a45a091ded service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Jun 29 10:55:08.093890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291b7d5-6743-42f9-ac40-5e484b423b4b req-5f48b2c6-1dfe-41bc-a0b6-e8d441387fa0 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:08.095378 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4291b7d5-6743-42f9-ac40-5e484b423b4b req-5f48b2c6-1dfe-41bc-a0b6-e8d441387fa0 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0661309 Jun 29 10:55:08.132275 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-4291b7d5-6743-42f9-ac40-5e484b423b4b req-cd3fa12f-499b-4783-a95a-29f9affa070b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Jun 29 10:55:09.300068 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582a36-b5c2-4331-8bda-5ea82cde4cf7 req-695c96cd-4a05-419f-850f-9c099712a951 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:09.301497 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c582a36-b5c2-4331-8bda-5ea82cde4cf7 req-695c96cd-4a05-419f-850f-9c099712a951 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0613322 Jun 29 10:55:09.337194 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c582a36-b5c2-4331-8bda-5ea82cde4cf7 req-027759ac-518d-4b80-8bcf-f5359204cfa1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301533 Jun 29 10:55:10.506013 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9c51-ac1e-4687-b686-077a5234a879 req-35df013b-25ba-4f26-aea5-1217e647117d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:10.507507 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3e7d9c51-ac1e-4687-b686-077a5234a879 req-35df013b-25ba-4f26-aea5-1217e647117d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0629182 Jun 29 10:55:10.548101 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-3e7d9c51-ac1e-4687-b686-077a5234a879 req-1b031114-43dc-430e-968b-628d4a48d94c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344419 Jun 29 10:55:11.720305 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836969f-33ea-4ecd-87d0-4cfa1fc2f8cf req-e7f10994-f2cc-4d64-b1e1-c6e50f6803e3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:11.721663 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f836969f-33ea-4ecd-87d0-4cfa1fc2f8cf req-e7f10994-f2cc-4d64-b1e1-c6e50f6803e3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0618370 Jun 29 10:55:11.758048 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f836969f-33ea-4ecd-87d0-4cfa1fc2f8cf req-7503f3e9-48a2-421d-896d-46481f16c270 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Jun 29 10:55:12.926304 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468bc1f-37e3-4fd0-ac0f-d841ec35d5cd req-27aafe42-6791-4860-b2be-9c642332e43a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:12.927760 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a468bc1f-37e3-4fd0-ac0f-d841ec35d5cd req-27aafe42-6791-4860-b2be-9c642332e43a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0618417 Jun 29 10:55:12.964279 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a468bc1f-37e3-4fd0-ac0f-d841ec35d5cd req-70058ee6-c902-4698-bd2a-4396c219de5b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Jun 29 10:55:14.136055 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f5b-5d91-45f7-8a49-2a85baa4fb99 req-2c9442dd-eb59-4446-b0ea-e99a4a8ca1d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:14.137548 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15535f5b-5d91-45f7-8a49-2a85baa4fb99 req-2c9442dd-eb59-4446-b0ea-e99a4a8ca1d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0657432 Jun 29 10:55:14.174273 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15535f5b-5d91-45f7-8a49-2a85baa4fb99 req-8f6dde16-9650-4592-b166-c28b06a9717b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jun 29 10:55:14.326676 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:15.345283 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27474b-9e0e-430b-b90d-dac6f01fe5e6 req-203de2a1-4f4c-46c4-932f-a705ab714bc0 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:15.346790 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c27474b-9e0e-430b-b90d-dac6f01fe5e6 req-203de2a1-4f4c-46c4-932f-a705ab714bc0 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0628424 Jun 29 10:55:15.382651 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-5c27474b-9e0e-430b-b90d-dac6f01fe5e6 req-1d0623ed-e45e-4e6a-8415-01cf5c786f0d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303781 Jun 29 10:55:16.550658 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0023f3-a2ce-4560-a052-9a7a04e8e1f1 req-908bddce-15ec-4ca0-96e7-1a17f5cc7ff3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:16.552135 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac0023f3-a2ce-4560-a052-9a7a04e8e1f1 req-908bddce-15ec-4ca0-96e7-1a17f5cc7ff3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0615468 Jun 29 10:55:16.594159 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ac0023f3-a2ce-4560-a052-9a7a04e8e1f1 req-fa2e5cf0-d15d-48c3-9b47-2bf46837bc60 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Jun 29 10:55:17.766271 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15125fff-2cde-4f12-9ed4-a22b77025a50 req-0a86a4c0-a609-4685-8599-a560eddb66fe tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.767751 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15125fff-2cde-4f12-9ed4-a22b77025a50 req-0a86a4c0-a609-4685-8599-a560eddb66fe tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0627542 Jun 29 10:55:17.804917 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-15125fff-2cde-4f12-9ed4-a22b77025a50 req-e089b306-4e24-434e-9380-dd2b737468d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Jun 29 10:55:17.926769 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4d8e0eb1-1980-4f2d-a67c-eae4d641fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:18.137386 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4222e64-864e-4c5f-9c57-00941b8df0f7 req-4f2fce42-7b06-47cd-bd61-e768dcc9a69d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:18.139163 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4222e64-864e-4c5f-9c57-00941b8df0f7 req-4f2fce42-7b06-47cd-bd61-e768dcc9a69d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0648670 Jun 29 10:55:18.176078 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b4222e64-864e-4c5f-9c57-00941b8df0f7 req-1c6f8c9d-710d-455a-9e68-f23106787a88 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Jun 29 10:55:18.178011 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-1841eead-175b-4fbd-88ec-ffeda8d7e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:18.179527 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-1841eead-175b-4fbd-88ec-ffeda8d7e9f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 1098 time: 0.0522435 Jun 29 10:55:18.272106 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-3a447ca2-6aed-4488-872d-6a077460f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:18.273548 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-3a447ca2-6aed-4488-872d-6a077460f81b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.0865097 Jun 29 10:55:18.336618 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-03260cfb-0d34-4304-bf69-742d43d1e844 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 200 len: 1001 time: 0.0554073 Jun 29 10:55:18.387988 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-4d9e7965-1a8c-42da-a7de-d1262a2b1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:18.389327 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-4d9e7965-1a8c-42da-a7de-d1262a2b1693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0420623 Jun 29 10:55:18.449602 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-24eb74b4-b6b6-4611-b1ab-eda1a630e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:18.451127 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-24eb74b4-b6b6-4611-b1ab-eda1a630e112 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540156 Jun 29 10:55:18.542047 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-c175d458-ca8e-427c-858a-63d823ebbe25 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824616 Jun 29 10:55:18.635847 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57fd24cc-5317-4fdc-b579-7ba2fff49603 req-94036354-4738-47ea-b787-96eadeef6629 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863800 Jun 29 10:55:19.351347 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e882dcf-e7fa-4f4b-9c74-3d91863232f3 req-d715ae4b-e416-414d-bf3c-eb2c143a61e1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:19.352806 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6e882dcf-e7fa-4f4b-9c74-3d91863232f3 req-d715ae4b-e416-414d-bf3c-eb2c143a61e1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0661500 Jun 29 10:55:19.390573 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-6e882dcf-e7fa-4f4b-9c74-3d91863232f3 req-4b30153b-7be5-4d39-93a3-c017f5d15a66 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Jun 29 10:55:20.435361 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fc90d857-fda7-4e8c-9614-bb269ff095ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:20.563431 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3b4e-76ec-4089-8116-3ecfba60ca1b req-78eacaef-2052-4b57-b85a-eaeab5858c6b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:20.564912 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b05d3b4e-76ec-4089-8116-3ecfba60ca1b req-78eacaef-2052-4b57-b85a-eaeab5858c6b tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0628941 Jun 29 10:55:20.569019 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:20.602820 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b05d3b4e-76ec-4089-8116-3ecfba60ca1b req-6b85d20c-bf26-4dd6-b859-fce2635b932f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309863 Jun 29 10:55:21.982891 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:23.445069 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:25.395750 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:33.537157 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fac9a4-0771-493e-a5ab-1dd1a960354f req-eb3b6a40-c601-46a6-a8b6-69875e83d425 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:33.538572 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6fac9a4-0771-493e-a5ab-1dd1a960354f req-eb3b6a40-c601-46a6-a8b6-69875e83d425 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0635371 Jun 29 10:55:33.580720 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6fac9a4-0771-493e-a5ab-1dd1a960354f req-c79e1ec6-1c97-4089-b52b-45de2d9f2d26 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365913 Jun 29 10:55:34.755623 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415f29d-f478-4061-ba8d-62c75efb088c req-5c7d7a1c-3caf-4395-8d2c-ac2e7f42ff91 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:34.757154 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7415f29d-f478-4061-ba8d-62c75efb088c req-5c7d7a1c-3caf-4395-8d2c-ac2e7f42ff91 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0623593 Jun 29 10:55:34.794293 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7415f29d-f478-4061-ba8d-62c75efb088c req-e36ce8c5-c1a7-4b06-8cf8-26f97395de7f tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Jun 29 10:55:35.390043 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-75d141d6-6178-4430-9c2a-d6ee6429b723 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:35.391475 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-75d141d6-6178-4430-9c2a-d6ee6429b723 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0641229 Jun 29 10:55:35.739069 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Deleting port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:35.739413 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.824345 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] For port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:35.824707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.971198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfedb09-447e-4ef3-a9b0-a33221f04417 req-539ad0aa-ba2e-409e-9756-c015bfd857f9 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:35.972704 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2bfedb09-447e-4ef3-a9b0-a33221f04417 req-539ad0aa-ba2e-409e-9756-c015bfd857f9 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 946 time: 0.0653436 Jun 29 10:55:35.995744 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.996106 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:35.996425 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Floating IP 1633d143-a2f3-488c-9008-2d06e84a7d0f disassociated. External IP: 172.27.2.172, port: 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd. Jun 29 10:55:35.996765 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Calling delete_port for 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:36.010700 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-2bfedb09-447e-4ef3-a9b0-a33221f04417 req-33723af1-9b43-4013-a1a3-e47ebb38d8d9 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Jun 29 10:55:36.128363 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:36.132279 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:36.161363 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'Port': ['ID=33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:36.173752 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.174150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.174536 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.174907 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.175274 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.175642 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.176010 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.176375 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.176738 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.177099 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.177457 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.177814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.181555 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:36.284586 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:55:36.384732 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:55:36.394225 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:55:36.403442 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:36.404129 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:36.431359 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] No DVR routers for this DVR port 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:55:36.433831 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:36.435793 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-d57d3e61-0b76-4e26-8b7f-1168c4a01e8c req-78b6da4f-2795-497e-a50a-87cfb0581030 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "DELETE /v2.0/ports/33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd HTTP/1.1" status: 204 len: 173 time: 1.0327692 Jun 29 10:55:36.436312 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'name': 'network-vif-deleted', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:36.438623 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a709c-ae5c-4133-b966-4eff374edf4b" -d '{"events": [{"server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "name": "network-vif-deleted", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:36.518089 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:36.534397 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf15591-bee5-49e9-b62c-28c4f8ba4f9d x-openstack-request-id: req-4cf15591-bee5-49e9-b62c-28c4f8ba4f9d {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:36.535050 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236bb412-547e-4c6e-9ae9-8784160da034", "name": "network-vif-deleted", "tag": "33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:36.535510 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cf15591-bee5-49e9-b62c-28c4f8ba4f9d {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:36.536100 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236bb412-547e-4c6e-9ae9-8784160da034', 'name': 'network-vif-deleted', 'tag': '33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd', 'status': 'completed', 'code': 200} Jun 29 10:55:36.735415 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:36.761897 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:55:36.770537 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:36.771149 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:36.965527 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:37.156689 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:37.169458 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ec21c1cf-ea89-42aa-981c-4f3460593077 req-fb5d21cf-a786-4d10-9ee1-96f074d1fcd1 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=236bb412-547e-4c6e-9ae9-8784160da034 HTTP/1.1" status: 200 len: 210 time: 0.0318806 Jun 29 10:55:37.186848 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea004c8c-fc00-4286-b8f5-6440d1338691 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:55:37.396113 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46ab49-3b80-4e50-9c2d-d00c59ae3a53 None None] New status for floating IP 1633d143-a2f3-488c-9008-2d06e84a7d0f: DOWN {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:55:38.402196 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-f85b84cc-75ba-4bda-ac32-deee55b3b1eb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811614626&fields=id&tenant_id=826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 267 time: 0.0310931 Jun 29 10:55:38.502625 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-2c8b0847-53f1-46dc-a927-bc07d61c88f4 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:38.503979 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-2c8b0847-53f1-46dc-a927-bc07d61c88f4 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 811 time: 0.0954084 Jun 29 10:55:38.518593 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-701ba8a1-f01c-49e9-97e8-4a284e488565 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/quotas/826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 375 time: 0.0090494 Jun 29 10:55:38.548227 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:38.568277 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:38.568628 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 33fbb12e-c8e3-4e39-88a9-7a2efbe9fcfd not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:38.590715 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-c4fa166f-7fa9-4952-a75e-ef3df99bf914 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674448 Jun 29 10:55:38.645755 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-5800fa08-a5e1-4f2b-9f27-251d4df65661 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:55:38.646769 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-5800fa08-a5e1-4f2b-9f27-251d4df65661 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454321 Jun 29 10:55:38.733348 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-80b77cee-0af1-4a1f-bc8d-7e6a822d76d6 service neutron] 10.222.0.45 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800564 Jun 29 10:55:38.825883 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-1e0e0ac2-57e7-442b-ad6a-b89a08975b0e service neutron] 10.222.0.45 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860333 Jun 29 10:55:39.116590 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1e87f1e9-0426-48b2-a560-b9a77a758f92 req-169e2447-48e9-4d4c-ab12-7d6cf06ec20d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 210 time: 0.0285587 Jun 29 10:55:40.251879 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-89648964-0796-49b0-bc65-f6796ba8c90f req-c1dd4675-e27e-4e36-b839-aff78d955749 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 210 time: 0.0280914 Jun 29 10:55:40.428276 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-d5b805a7-0eac-4717-8750-66fb64b81e62 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:40.429734 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-d5b805a7-0eac-4717-8750-66fb64b81e62 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 811 time: 0.1033738 Jun 29 10:55:40.492351 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-d867371e-4f95-4b34-a2d0-ab89b4a52c58 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 380 time: 0.0342345 Jun 29 10:55:40.500564 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'port': {'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'admin_state_up': True, 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'security_groups': ['12ec7732-f443-4494-b27d-af4aa019ea29']}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:40.622390 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Made reservation on behalf of 826304bf62d443aea37b63c611448a4b for: {'port': 1} {{(pid=104755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:55:40.626064 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:40.751312 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Allocated IP 172.20.0.4 (bfc9f95f-79a2-403e-b086-fe206ca7beec/d8370329-95c2-4a8d-9064-7a1efa147bbf/d0fda4c0-6035-4fa3-a439-ad149c98aed7) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:55:40.880881 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:40.893492 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Transition to ACTIVE for port object d0fda4c0-6035-4fa3-a439-ad149c98aed7 will not be triggered until provisioned by entity DHCP. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:55:40.925014 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:40.928748 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-38ff03c6-7323-4038-b048-f23f5cc072fc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:40.974122 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:55:40.977340 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:55:40.985080 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:55:41.009102 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=d0fda4c0-6035-4fa3-a439-ad149c98aed7,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:41.013557 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:41.039319 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:41.039961 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.056810 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-cf00bcc0-f4ff-4d78-8ec2-7c56dbd6e3bb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599310 Jun 29 10:55:41.094184 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Request body: {'port': {'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:41.172367 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.273031 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-5d4357e1-3339-4ed5-a96b-bba377e1d092 None None] Provisioning for port d0fda4c0-6035-4fa3-a439-ad149c98aed7 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:55:41.278254 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-5d4357e1-3339-4ed5-a96b-bba377e1d092 None None] Provisioning complete for port d0fda4c0-6035-4fa3-a439-ad149c98aed7 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:55:41.278636 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5d4357e1-3339-4ed5-a96b-bba377e1d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.313913 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-5d4357e1-3339-4ed5-a96b-bba377e1d092 None None] Port d0fda4c0-6035-4fa3-a439-ad149c98aed7 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:55:41.432550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477fb96-4847-4a0c-af94-efc34fd422c2 req-12dd0e4d-9885-4902-ac30-fd406f4c29b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:41.434328 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f477fb96-4847-4a0c-af94-efc34fd422c2 req-12dd0e4d-9885-4902-ac30-fd406f4c29b0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 931 time: 0.0672150 Jun 29 10:55:41.440270 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fda4c0-6035-4fa3-a439-ad149c98aed7 {{(pid=104755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:55:41.448329 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.459918 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.provisioning_blocks [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Transition to ACTIVE for port object d0fda4c0-6035-4fa3-a439-ad149c98aed7 will not be triggered until provisioned by entity L2. {{(pid=104755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:55:41.465434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.468537 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9ec323b0-f0e9-4cdc-97e5-f2a135ec1591 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:41.473174 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f477fb96-4847-4a0c-af94-efc34fd422c2 req-e67a6bb1-b87b-4141-9d8c-6d7817c382af tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334885 Jun 29 10:55:41.517456 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fda4c0-6035-4fa3-a439-ad149c98aed7,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:41.521813 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:41.595704 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Attempting to bind port d0fda4c0-6035-4fa3-a439-ad149c98aed7 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:55:41.596043 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Attempting to bind port d0fda4c0-6035-4fa3-a439-ad149c98aed7 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:55:41.596377 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Attempting to bind port d0fda4c0-6035-4fa3-a439-ad149c98aed7 on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:55:41.603685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Port d0fda4c0-6035-4fa3-a439-ad149c98aed7 on network bfc9f95f-79a2-403e-b086-fe206ca7beec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:55:41.604487 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Attempting to bind port d0fda4c0-6035-4fa3-a439-ad149c98aed7 on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:55:41.609641 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:55:41.609978 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Checking segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:55:41.610427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Bound using segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} {{(pid=104755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:55:41.610863 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.managers [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Bound port: d0fda4c0-6035-4fa3-a439-ad149c98aed7, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}}] {{(pid=104755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:55:41.611227 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.683073 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] For port d0fda4c0-6035-4fa3-a439-ad149c98aed7, host hv-cinder-79351, cleared binding levels {{(pid=104755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:55:41.686081 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] For port d0fda4c0-6035-4fa3-a439-ad149c98aed7, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:55:41.690863 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.692870 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:41.727933 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:41.728552 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.730196 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] 10.222.0.69 "PUT /v2.0/ports/d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 1093 time: 0.6408870 Jun 29 10:55:41.732218 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:41.734580 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462b69d1-4db9-4528-bc20-0099a73377b3" -d '{"events": [{"name": "network-changed", "server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:41.763946 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fda4c0-6035-4fa3-a439-ad149c98aed7,revision_number=3']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:41.773830 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-965a84bd-7cd8-481b-b235-d088aa666a72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:41.781050 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc3603-6470-4cc7-a64f-5e94437d029e x-openstack-request-id: req-73bc3603-6470-4cc7-a64f-5e94437d029e {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:41.781392 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:41.781691 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73bc3603-6470-4cc7-a64f-5e94437d029e {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:41.782152 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'status': 'completed', 'code': 200} Jun 29 10:55:41.857898 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-6511331b-8bf5-408e-9d7a-6e04b98a88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:41.859437 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-6511331b-8bf5-408e-9d7a-6e04b98a88ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0556986 Jun 29 10:55:41.911945 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-abef144f-fb0c-4bc1-bd76-a5ed9af195a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 217 time: 0.0382302 Jun 29 10:55:41.959569 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-e779a962-1e43-4278-90da-2c63b938f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:41.960990 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-e779a962-1e43-4278-90da-2c63b938f2a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0430539 Jun 29 10:55:42.021102 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-e121c4fd-6d5c-437c-a956-c21d4b47f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:42.022850 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-e121c4fd-6d5c-437c-a956-c21d4b47f784 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543609 Jun 29 10:55:42.118282 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-87c47a8e-673d-4b5b-932c-38393db40367 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881209 Jun 29 10:55:42.211028 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e8a38a41-6089-43fc-984b-fe4b0b570aab req-abf4a545-ef27-4c28-b849-0fd58b098046 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813334 Jun 29 10:55:42.364751 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-11b87dc4-850b-4148-9f8e-c553711aa8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:42.366244 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-11b87dc4-850b-4148-9f8e-c553711aa8af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0548322 Jun 29 10:55:42.452741 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-ef1157ad-de47-481b-b07e-84bd1d69eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:42.454170 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-ef1157ad-de47-481b-b07e-84bd1d69eaad service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0815120 Jun 29 10:55:42.498048 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-aa7d88b1-f592-4072-a127-584c71641e72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 217 time: 0.0367181 Jun 29 10:55:42.549363 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-b5b80900-f661-4f56-af13-1542033fb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:42.550824 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-b5b80900-f661-4f56-af13-1542033fb153 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0459206 Jun 29 10:55:42.609391 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-0e2d471e-5c67-4e4f-b950-784a5761c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:42.611071 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-0e2d471e-5c67-4e4f-b950-784a5761c0ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527821 Jun 29 10:55:42.644536 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0de53c-22d3-4a8e-a28c-805f478ee3a0 req-930e62cf-9575-496d-b8e8-dee34320308e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:42.645997 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ed0de53c-22d3-4a8e-a28c-805f478ee3a0 req-930e62cf-9575-496d-b8e8-dee34320308e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0641735 Jun 29 10:55:42.683897 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ed0de53c-22d3-4a8e-a28c-805f478ee3a0 req-b5caf8a4-be7f-4d8d-a546-ea41c49a98fc tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Jun 29 10:55:42.703762 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-44a0ba57-3ed7-42bd-8055-44b5880f2a40 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845609 Jun 29 10:55:42.799198 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-462b69d1-4db9-4528-bc20-0099a73377b3 req-1b0a6ad5-bdcb-4184-baa8-7f35159ecaab service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849190 Jun 29 10:55:43.853076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd97f05-eea4-4a95-9e3c-d47ac71d7e9a req-48d3a536-50ec-4a59-8f44-234c5f21ad29 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:43.855364 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abd97f05-eea4-4a95-9e3c-d47ac71d7e9a req-48d3a536-50ec-4a59-8f44-234c5f21ad29 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0616455 Jun 29 10:55:43.894978 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-abd97f05-eea4-4a95-9e3c-d47ac71d7e9a req-231b8a5b-68aa-47ef-b3ae-91043b2d9a14 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340781 Jun 29 10:55:45.074917 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25f62-cdae-4e12-92f9-1a7c5d162dc1 req-022bc482-658f-4b81-a45d-2e1cf22ade1c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:45.076463 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aee25f62-cdae-4e12-92f9-1a7c5d162dc1 req-022bc482-658f-4b81-a45d-2e1cf22ade1c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0642266 Jun 29 10:55:45.114689 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-aee25f62-cdae-4e12-92f9-1a7c5d162dc1 req-0763e75c-86f4-4fe6-904f-3beac0c44dbb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327144 Jun 29 10:55:46.280473 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008ad02-0c9a-484a-a401-8d2c92febd43 req-d83be639-60b2-4597-ade3-0d116099221f tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:46.281904 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7008ad02-0c9a-484a-a401-8d2c92febd43 req-d83be639-60b2-4597-ade3-0d116099221f tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0610042 Jun 29 10:55:46.325714 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7008ad02-0c9a-484a-a401-8d2c92febd43 req-2cc6bd29-c784-4206-b59c-7bd3967a6166 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 Jun 29 10:55:47.497422 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dee99-89ca-4ce9-9ba3-4c355668228f req-e493787c-2e11-4ca6-b4a7-0fcc8f43bd30 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:47.498859 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b70dee99-89ca-4ce9-9ba3-4c355668228f req-e493787c-2e11-4ca6-b4a7-0fcc8f43bd30 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0650928 Jun 29 10:55:47.535990 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b70dee99-89ca-4ce9-9ba3-4c355668228f req-308c039e-332d-432c-9e9a-c4d9d9b9ab5f tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jun 29 10:55:47.927467 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a7f2daae-8942-4aaa-9b2d-f210e25d6ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:48.708195 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eafbf0-f32e-4089-b65d-383c5853801f req-53e96512-1db3-42dc-8982-f2d92a035365 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:48.709552 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67eafbf0-f32e-4089-b65d-383c5853801f req-53e96512-1db3-42dc-8982-f2d92a035365 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0619690 Jun 29 10:55:48.747421 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-67eafbf0-f32e-4089-b65d-383c5853801f req-4158d9ed-f91a-4d8b-af74-03917a7b6f8e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Jun 29 10:55:49.913785 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552fbc1-0975-4376-8556-2bf863df27b7 req-19da4530-9c3b-4bb6-866a-62ed30ca6697 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:49.915256 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b552fbc1-0975-4376-8556-2bf863df27b7 req-19da4530-9c3b-4bb6-866a-62ed30ca6697 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 943 time: 0.0610993 Jun 29 10:55:49.954863 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b552fbc1-0975-4376-8556-2bf863df27b7 req-3938553f-6efa-49ea-b46a-1767e6ae9b1e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Jun 29 10:55:50.437657 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a42183ac-fb3e-463a-8a09-c98d398f4556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:50.570607 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:50.601182 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d0fda4c0-6035-4fa3-a439-ad149c98aed7 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:55:50.694796 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d0fda4c0-6035-4fa3-a439-ad149c98aed7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:50.705781 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:55:50.741516 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:50.754184 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fda4c0-6035-4fa3-a439-ad149c98aed7 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:55:50.782219 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d0fda4c0-6035-4fa3-a439-ad149c98aed7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:50.786070 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:50.787780 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:50.832169 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d0fda4c0-6035-4fa3-a439-ad149c98aed7,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:50.838906 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.839283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.839622 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.839956 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.840281 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.840607 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.840934 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.841255 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.841577 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.841897 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.842240 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.842556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:50.846344 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:51.128890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fabc62-8e04-49cd-a3e1-dd635e233d0f req-ffe990cf-514e-4dd1-aa3c-7d16d776023d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:51.130478 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6fabc62-8e04-49cd-a3e1-dd635e233d0f req-ffe990cf-514e-4dd1-aa3c-7d16d776023d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 944 time: 0.0676434 Jun 29 10:55:51.168435 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e6fabc62-8e04-49cd-a3e1-dd635e233d0f req-213ae77a-7967-4d05-a098-29b2c47241f0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323112 Jun 29 10:55:51.195190 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['d0fda4c0-6035-4fa3-a439-ad149c98aed7'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:55:51.325268 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:51.984795 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:52.336383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d33d3-b08a-4ec1-8f9e-38e91340cf27 req-007a8705-6f55-4acc-945e-5de43ae39801 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:52.337745 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-292d33d3-b08a-4ec1-8f9e-38e91340cf27 req-007a8705-6f55-4acc-945e-5de43ae39801 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 944 time: 0.0625436 Jun 29 10:55:52.373735 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-292d33d3-b08a-4ec1-8f9e-38e91340cf27 req-2d1dead8-a8ca-46f3-ab55-0eb51a859d7c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Jun 29 10:55:52.612570 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d0fda4c0-6035-4fa3-a439-ad149c98aed7 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:55:52.659633 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port d0fda4c0-6035-4fa3-a439-ad149c98aed7 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:55:52.663221 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port d0fda4c0-6035-4fa3-a439-ad149c98aed7 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:55:52.663600 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:52.739392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:52.760042 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:52.762841 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f69ed-fefa-4060-96f5-9c3746a8b6d2" -d '{"events": [{"server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "name": "network-vif-plugged", "status": "completed", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:52.776020 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port d0fda4c0-6035-4fa3-a439-ad149c98aed7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:52.780316 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:52.782182 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-3104ea00-b0f4-442d-8f18-f6baefb7bd3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:52.828179 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=d0fda4c0-6035-4fa3-a439-ad149c98aed7,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:52.831288 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:52.851393 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d181371-4282-40a2-8740-4a1f70431c2b x-openstack-request-id: req-5d181371-4282-40a2-8740-4a1f70431c2b {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:52.851697 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "name": "network-vif-plugged", "status": "completed", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:52.851962 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d181371-4282-40a2-8740-4a1f70431c2b {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:52.852370 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'code': 200} Jun 29 10:55:53.189295 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c98bf7-8f53-416b-aa94-d49f3c75f2a3 req-cabe9eb9-0019-4721-9eb4-7c67462550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:53.190772 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57c98bf7-8f53-416b-aa94-d49f3c75f2a3 req-cabe9eb9-0019-4721-9eb4-7c67462550e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0536087 Jun 29 10:55:53.224482 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-57c98bf7-8f53-416b-aa94-d49f3c75f2a3 req-fc0995b2-0813-4b6c-afc7-a845e8d12071 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271997 Jun 29 10:55:53.454631 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:53.557799 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca03e3f-19dd-457f-bdad-7f06553df2da req-42638e17-6f4b-41b4-b345-ddc8357b11be tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:53.559999 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8ca03e3f-19dd-457f-bdad-7f06553df2da req-42638e17-6f4b-41b4-b345-ddc8357b11be tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 945 time: 0.0705395 Jun 29 10:55:53.599087 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8ca03e3f-19dd-457f-bdad-7f06553df2da req-f0abc06a-26a6-4081-9f31-9e55f7bcbb7c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334723 Jun 29 10:55:54.775908 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef458-81e5-4a12-b107-96aa5be6cbed req-dcd4e677-cd08-4717-b014-ec7e5c15f85c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:54.777313 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-363ef458-81e5-4a12-b107-96aa5be6cbed req-dcd4e677-cd08-4717-b014-ec7e5c15f85c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 945 time: 0.0627785 Jun 29 10:55:54.816041 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-363ef458-81e5-4a12-b107-96aa5be6cbed req-a70f1292-fd3c-43e6-b400-b709430ea92b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331652 Jun 29 10:55:54.986232 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07108d71-07a2-488c-a2f4-4f572f92c5f7 req-d01a8f44-7e6d-4636-953d-fa1d15b48a1a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:54.987681 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-07108d71-07a2-488c-a2f4-4f572f92c5f7 req-d01a8f44-7e6d-4636-953d-fa1d15b48a1a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 945 time: 0.0619748 Jun 29 10:55:55.027733 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-07108d71-07a2-488c-a2f4-4f572f92c5f7 req-462af67c-5e53-4bf8-8821-d64a66803334 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Jun 29 10:55:55.051452 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52714) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:55.101256 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b833a7-8fe5-47b5-933c-1683997452f8 tempest-TestVolumeBootPattern-1118443130 tempest-TestVolumeBootPattern-1118443130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:55.103024 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-41b833a7-8fe5-47b5-933c-1683997452f8 tempest-TestVolumeBootPattern-1118443130 tempest-TestVolumeBootPattern-1118443130-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1093 time: 0.0505610 Jun 29 10:55:55.106588 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52716) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:55.112050 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:55.137673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.234697 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.332434 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Allocated IP 172.27.2.34 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/665b7136-b97a-4238-9aca-e44ac55d3323) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:55:55.394320 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.435123 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.471859 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.473778 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-eb976481-b78f-4441-8964-bb7f46bc9d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:55.511538 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:55:55.515753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:55:55.520160 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:55:55.522959 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=665b7136-b97a-4238-9aca-e44ac55d3323,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:55.541456 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:55.872175 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.946633 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:56.088939 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:56.093318 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:56.096027 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-17a3d8cf-9fbb-4f43-ac60-77222c107cc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:56.163463 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=665b7136-b97a-4238-9aca-e44ac55d3323,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:56.167255 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:56.171891 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:56.509369 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Floating IP 47411e97-2f81-42aa-80d2-b406d8358630 associated. External IP: 172.27.2.34, port: d0fda4c0-6035-4fa3-a439-ad149c98aed7. Jun 29 10:55:56.707448 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:55:56.813215 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:55:56.822357 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:55:56.828837 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:56.832635 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:56.833248 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:56.865039 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-f383b5f5-e286-4c06-a4ea-e74841580391 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7574534 Jun 29 10:55:56.865706 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:56.868034 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:56.904171 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08d71ae-37d4-4161-a6c1-b09da1475ecb x-openstack-request-id: req-e08d71ae-37d4-4161-a6c1-b09da1475ecb {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:56.904503 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:56.904802 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e08d71ae-37d4-4161-a6c1-b09da1475ecb {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:56.905236 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'status': 'completed', 'code': 200} Jun 29 10:55:56.936485 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:57.016454 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-a6e58c1a-9525-493e-beed-561bd2df9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:57.017927 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-a6e58c1a-9525-493e-beed-561bd2df9095 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0518665 Jun 29 10:55:57.110627 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-fe974768-bf8f-4b02-88cb-0e80dea67a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:57.112021 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-fe974768-bf8f-4b02-88cb-0e80dea67a14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0870647 Jun 29 10:55:57.150946 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:55Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:57.175957 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:55:57.176476 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-2054f4fc-1ae1-4020-9cdb-b15ed7f37ba9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 998 time: 0.0566740 Jun 29 10:55:57.184515 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:57.185105 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:57.224019 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-66032059-df50-4cc0-8fbb-517cb2c43b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:57.225552 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-66032059-df50-4cc0-8fbb-517cb2c43b85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0428870 Jun 29 10:55:57.284912 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-cdf917f9-8a93-4d57-9edf-b00e43e4893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:57.286093 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:57.286439 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-cdf917f9-8a93-4d57-9edf-b00e43e4893d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543234 Jun 29 10:55:57.373344 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-cbb5d62c-df96-4e68-be19-d21bd8153a7d service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806093 Jun 29 10:55:57.465605 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-0562d9dd-5ea5-4737-a3d4-0445122e8aa7 req-7d98cb9c-43b9-4fce-b898-729c7a98cf9e service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Jun 29 10:55:57.503454 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:55Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:57.535436 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f7944c-c359-49bc-b809-d46220882559 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:55Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:55:57.701484 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33c308-3158-4451-9e68-e56b3fd3e42b None None] New status for floating IP 47411e97-2f81-42aa-80d2-b406d8358630: ACTIVE {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:55:59.351895 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625d144-f029-4f1c-a81e-9fef29991985 req-b4c8e0f0-9bac-4744-9d0d-c4c9762fc53a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:59.353362 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a625d144-f029-4f1c-a81e-9fef29991985 req-b4c8e0f0-9bac-4744-9d0d-c4c9762fc53a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0629230 Jun 29 10:55:59.389868 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a625d144-f029-4f1c-a81e-9fef29991985 req-a190d3ca-d2da-4316-a674-eb56a5b4301d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Jun 29 10:56:00.563520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f2f7-af73-45f1-afc1-99d425ae975b req-517085b6-695c-4431-8832-063d2c837cba tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:00.564964 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ccd9f2f7-af73-45f1-afc1-99d425ae975b req-517085b6-695c-4431-8832-063d2c837cba tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0615067 Jun 29 10:56:00.601710 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ccd9f2f7-af73-45f1-afc1-99d425ae975b req-64e8d8ca-b434-432e-b27b-8d2990a87116 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Jun 29 10:56:01.763642 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96322-c401-4286-8616-51f9b962c955 req-c8fd335b-6ac7-40d0-8b06-753ac9d802d1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:01.765117 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e2e96322-c401-4286-8616-51f9b962c955 req-c8fd335b-6ac7-40d0-8b06-753ac9d802d1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0659478 Jun 29 10:56:01.772253 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c79b-81b4-472b-99bd-3e8dcb42d087 req-005cdd1c-8a98-4c4a-aeeb-5768fd71656d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:01.773691 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54a4c79b-81b4-472b-99bd-3e8dcb42d087 req-005cdd1c-8a98-4c4a-aeeb-5768fd71656d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 945 time: 0.0649023 Jun 29 10:56:01.812427 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-54a4c79b-81b4-472b-99bd-3e8dcb42d087 req-bbd7e915-f26c-46ae-abcf-919ad6873467 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=65b5a759-718d-4489-bc05-b3d23fc999bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Jun 29 10:56:01.871193 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Deleting port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:56:01.871541 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:01.955887 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] For port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:01.956242 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:02.121209 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:02.121495 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:02.121823 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Floating IP 0b097461-0bd2-46c2-81b9-6d1e38f114ae disassociated. External IP: 172.27.2.133, port: d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0. Jun 29 10:56:02.122178 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Calling delete_port for d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 owned by compute:nova {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:56:02.244753 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:02.254196 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-ca717851-e57b-4cd2-ab53-8e38c7e57665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:02.284849 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event deleted for resources: {'Port': ['ID=d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:02.288727 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:02.395786 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:56:02.496600 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:56:02.506982 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:56:02.516567 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:56:02.517240 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:02.542817 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] No DVR routers for this DVR port d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 on host hv-cinder-79351 {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:56:02.545328 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:02.547294 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-e2e96322-c401-4286-8616-51f9b962c955 req-705da280-3d3e-4627-a0f2-169d7131e8d5 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "DELETE /v2.0/ports/d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 HTTP/1.1" status: 204 len: 173 time: 0.7768826 Jun 29 10:56:02.547819 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'name': 'network-vif-deleted', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:02.550111 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bbe48-e0b2-418a-b5e0-17b9f8cc7723" -d '{"events": [{"server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "name": "network-vif-deleted", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:02.592281 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff7d225-c446-4cab-817d-525c40d9ffdc x-openstack-request-id: req-4ff7d225-c446-4cab-817d-525c40d9ffdc {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:02.592673 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6c53ae-c7c0-4e29-8345-871422f29bd0", "name": "network-vif-deleted", "tag": "d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:02.593004 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ff7d225-c446-4cab-817d-525c40d9ffdc {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:02.593514 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6c53ae-c7c0-4e29-8345-871422f29bd0', 'name': 'network-vif-deleted', 'tag': 'd8ebc2b5-0299-4fff-b6ac-8cdca883d8a0', 'status': 'completed', 'code': 200} Jun 29 10:56:02.624500 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:56:02.830841 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:02.856288 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:56:02.864285 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:56:02.864885 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:02.969027 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-002461f2-06a5-45e0-9a52-3bcbede1d9ff req-2a45cebb-99ee-4141-8b64-bc2e4443e710 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=db6c53ae-c7c0-4e29-8345-871422f29bd0 HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jun 29 10:56:03.051651 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:56:03.244456 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:03.274695 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870098a-2c22-479c-a584-c8cb7448c276 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:56:03.468865 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fb940-2287-4a43-b4d2-efba08900621 None None] New status for floating IP 0b097461-0bd2-46c2-81b9-6d1e38f114ae: DOWN {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:56:04.090167 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52746) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:04.144007 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.166308 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.212352 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.215810 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.217047 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "DELETE /v2.0/security-groups/65b5a759-718d-4489-bc05-b3d23fc999bb HTTP/1.1" status: 204 len: 168 time: 0.1258891 Jun 29 10:56:04.218200 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-fc74a8db-b253-4361-8932-30b858022038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:04.220093 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52748) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:04.228943 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b5a759-718d-4489-bc05-b3d23fc999bb,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:04.232043 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c0fc3685-2032-4644-9141-664ee90ee0d2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:04.233759 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-88708fa4-6c30-4e42-a895-3f047a6046ae tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] show failed (client error): The resource could not be found. Jun 29 10:56:04.234772 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-88708fa4-6c30-4e42-a895-3f047a6046ae tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups/65b5a759-718d-4489-bc05-b3d23fc999bb HTTP/1.1" status: 404 len: 347 time: 0.0137239 Jun 29 10:56:04.237593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52750) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:04.366441 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Deleting port 05a164d4-1068-4f48-ada0-332ace99b40d {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:56:04.366789 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.443204 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.443535 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.455189 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Calling delete_port for 05a164d4-1068-4f48-ada0-332ace99b40d owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:56:04.582241 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.584936 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:04.610746 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event deleted for resources: {'Port': ['ID=05a164d4-1068-4f48-ada0-332ace99b40d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:04.635849 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.636261 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.636636 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.637006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.637370 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.637734 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.638093 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.638474 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.638834 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.639192 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.639548 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.639898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.644108 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:04.679327 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.681823 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.686533 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "DELETE /v2.0/floatingips/0b097461-0bd2-46c2-81b9-6d1e38f114ae HTTP/1.1" status: 204 len: 168 time: 0.4444833 Jun 29 10:56:04.686713 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:56:04.709614 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:56:04.710667 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d8ebc2b5-0299-4fff-b6ac-8cdca883d8a0 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:56:04.945448 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52754) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:04.950190 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653438469', 'description': 'tempest-description--399828591'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:04.973001 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.054762 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.058582 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.061096 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-74dbbb0f-6608-4ccb-9ae8-70862d24504e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:05.087288 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.088478 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1419649 Jun 29 10:56:05.090869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57fe42c-09b7-445c-921e-731a291480fb,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:05.091902 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 52756) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:05.093705 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e62f4575-ef56-4e6d-9c2a-e74993d3541c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:05.096691 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'security_group_rule': {'security_group_id': 'b57fe42c-09b7-445c-921e-731a291480fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:05.124133 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.168983 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.172703 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.174756 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:05.191698 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8f428f-12c5-4689-94f3-61fedb1c54b0,revision_number=0']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:05.194532 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:05.195398 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.196703 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-b96c4e68-4ee7-4b25-bed5-6754c7436fa6 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037989 Jun 29 10:56:05.199722 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52758) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:05.204621 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'security_group_rule': {'security_group_id': 'b57fe42c-09b7-445c-921e-731a291480fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:05.232288 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.291458 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.295641 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-658875'] for security_group_rule, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.297627 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:05.312601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdc9acc-9742-4e2e-b679-fca777eae8ae,revision_number=0']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:05.314870 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:05.319154 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.320317 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e7819d62-e927-4909-a846-9d8713b77f47 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194918 Jun 29 10:56:05.323492 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52760) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:05.328222 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:05.348782 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.440509 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.543806 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Allocated IP 172.27.2.61 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/1c41d168-4e5d-4793-b3d8-8acdd7199e70) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:56:05.640915 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.678189 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.681208 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-9a49abc3-4bd8-4cec-865e-66167ef78108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:05.721486 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:56:05.724250 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:56:05.727578 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:56:05.733132 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'Port': ['ID=1c41d168-4e5d-4793-b3d8-8acdd7199e70,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:05.751146 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:05.810305 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.854839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.995005 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:05.999890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:06.002805 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0fb7ff1-6ed8-48e2-a10d-3f1aa483fe30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:06.069004 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'Port': ['ID=1c41d168-4e5d-4793-b3d8-8acdd7199e70,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:06.072842 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:06.078088 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:06.090766 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:06.091965 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7670565 Jun 29 10:56:06.227746 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-d3859212-3f0b-45af-a806-e35461dbaa6f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--653438469&fields=id&tenant_id=447f426a6bd84cd39eab7d882b951004 HTTP/1.1" status: 200 len: 267 time: 0.0317690 Jun 29 10:56:06.340407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-11cbc36a-e8b9-4996-ae60-d11631c5774d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:06.341867 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-11cbc36a-e8b9-4996-ae60-d11631c5774d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 811 time: 0.1071887 Jun 29 10:56:06.357067 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-b7bdd160-1289-4b76-a953-de385f3814f9 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/quotas/447f426a6bd84cd39eab7d882b951004 HTTP/1.1" status: 200 len: 375 time: 0.0098588 Jun 29 10:56:06.423259 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-d29dac12-3cd5-4b78-b226-fed5b839042a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614491 Jun 29 10:56:06.518184 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-9e79fca4-2cfb-4837-bc5e-64786d410769 service neutron] 10.222.0.45 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831885 Jun 29 10:56:06.605285 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-d5f48455-347c-4868-96f7-ce8c6afc6960 service neutron] 10.222.0.45 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809925 Jun 29 10:56:06.773097 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-805390d2-f630-4d4e-88d7-31a9c8e19101 req-2ef61368-37bd-44ae-8aa7-841cacbab7a1 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Jun 29 10:56:07.536067 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-7570d6b8-80e3-4c67-a25a-562f3fd2ab64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536468 Jun 29 10:56:07.647770 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-39ee26fc-3d5d-44f1-9a70-b86c4e39e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:07.649334 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-39ee26fc-3d5d-44f1-9a70-b86c4e39e2ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0514276 Jun 29 10:56:07.754784 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-79361361-0224-4338-8b99-40af4440a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:07.756239 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-79361361-0224-4338-8b99-40af4440a924 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0867631 Jun 29 10:56:07.851454 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-d8efff77-21b7-48f4-bee3-4ce28db78d2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 1000 time: 0.0639405 Jun 29 10:56:07.902398 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-a77783ef-2cd7-4d14-a9ce-5b845c00e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:07.904442 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-a77783ef-2cd7-4d14-a9ce-5b845c00e102 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0459094 Jun 29 10:56:07.925583 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f00cea9b-12e6-440a-869d-220930144aa3 req-43f5df31-162f-458d-8e33-2e6144e07f72 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 210 time: 0.0378649 Jun 29 10:56:07.981548 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-74cf14e8-3661-4227-8489-c5358a949dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:07.983145 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-74cf14e8-3661-4227-8489-c5358a949dec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582361 Jun 29 10:56:08.041048 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-c13c3e0a-affe-400b-b893-f40a532a3b5d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:08.042525 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-c13c3e0a-affe-400b-b893-f40a532a3b5d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 811 time: 0.1160541 Jun 29 10:56:08.074041 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-e0f63049-284d-49e2-b0ed-eb88fc89657f service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827363 Jun 29 10:56:08.100919 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-b8c1402e-b295-46a3-bf98-968a8c5834ec tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447f426a6bd84cd39eab7d882b951004 HTTP/1.1" status: 200 len: 379 time: 0.0349476 Jun 29 10:56:08.110358 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'port': {'device_id': '7717a49b-0781-405a-becd-64fe74280982', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'admin_state_up': True, 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'security_groups': ['b57fe42c-09b7-445c-921e-731a291480fb']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:08.176717 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [req-20bc8197-c037-43d1-b6b0-5443a8e8e52e req-6cbee6b1-0b4e-4d47-9ee5-af2564216fcc service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953491 Jun 29 10:56:08.224078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Made reservation on behalf of 447f426a6bd84cd39eab7d882b951004 for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:56:08.227948 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:08.359273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Allocated IP 172.20.0.3 (6f327dbe-2776-4bd8-9fdd-43def382865b/00e09f6c-5c80-47d2-9d9e-26f18b16d72b/39a4b644-61d5-4a60-b846-226a87cd8ee5) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:56:08.486865 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:08.499614 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Transition to ACTIVE for port object 39a4b644-61d5-4a60-b846-226a87cd8ee5 will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:56:08.531863 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:08.535711 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c9ca8fc-1a3f-4197-b76f-e6fc8dea7069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:08.857430 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Network 6f327dbe-2776-4bd8-9fdd-43def382865b is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:56:08.860559 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:56:08.864240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:56:08.888090 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event updated for resources: {'Port': ['ID=39a4b644-61d5-4a60-b846-226a87cd8ee5,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:08.892637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:08.917757 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:08.918404 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:08.933735 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274233 Jun 29 10:56:08.956884 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Request body: {'port': {'device_id': '7717a49b-0781-405a-becd-64fe74280982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:09.037989 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.047183 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-e0f72d80-6fca-4a7b-bfd5-01e047ff7774 None None] Provisioning for port 39a4b644-61d5-4a60-b846-226a87cd8ee5 completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:56:09.050928 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-e0f72d80-6fca-4a7b-bfd5-01e047ff7774 None None] Provisioning complete for port 39a4b644-61d5-4a60-b846-226a87cd8ee5 triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:56:09.051377 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e0f72d80-6fca-4a7b-bfd5-01e047ff7774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.084092 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-e0f72d80-6fca-4a7b-bfd5-01e047ff7774 None None] Port 39a4b644-61d5-4a60-b846-226a87cd8ee5 cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:56:09.207548 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057352d1-cc23-43d6-908c-086c2938621f req-503f931e-1002-4def-9180-8c9342004539 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:09.209014 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-057352d1-cc23-43d6-908c-086c2938621f req-503f931e-1002-4def-9180-8c9342004539 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 931 time: 0.1596255 Jun 29 10:56:09.288594 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-057352d1-cc23-43d6-908c-086c2938621f req-f3d77ae9-83fe-4694-96e7-9c78917c4f27 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660682 Jun 29 10:56:09.372113 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a4b644-61d5-4a60-b846-226a87cd8ee5 {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:56:09.379212 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.390809 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Transition to ACTIVE for port object 39a4b644-61d5-4a60-b846-226a87cd8ee5 will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:56:09.394591 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.396549 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-8c688a3e-6692-48c3-bf7e-d69c69b03e75 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:09.441640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Pushing event updated for resources: {'Port': ['ID=39a4b644-61d5-4a60-b846-226a87cd8ee5,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:09.445939 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:09.514053 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Attempting to bind port 39a4b644-61d5-4a60-b846-226a87cd8ee5 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:56:09.514429 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Attempting to bind port 39a4b644-61d5-4a60-b846-226a87cd8ee5 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:56:09.514821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Attempting to bind port 39a4b644-61d5-4a60-b846-226a87cd8ee5 on network 6f327dbe-2776-4bd8-9fdd-43def382865b {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:56:09.519257 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Port 39a4b644-61d5-4a60-b846-226a87cd8ee5 on network 6f327dbe-2776-4bd8-9fdd-43def382865b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:56:09.519580 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Attempting to bind port 39a4b644-61d5-4a60-b846-226a87cd8ee5 on network 6f327dbe-2776-4bd8-9fdd-43def382865b {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:56:09.524428 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:56:09.524773 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Checking segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:56:09.525158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Bound using segment: {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:56:09.525589 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Bound port: 39a4b644-61d5-4a60-b846-226a87cd8ee5, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245a2202-7b86-49fd-87c6-2a553eedc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:56:09.525950 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.592686 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] For port 39a4b644-61d5-4a60-b846-226a87cd8ee5, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:56:09.595970 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] For port 39a4b644-61d5-4a60-b846-226a87cd8ee5, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:56:09.599861 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.601849 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-0cf095ed-c0be-4797-9c4b-2811bda2aa0f tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:09.638114 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:09.638746 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:09.640114 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] 10.222.0.69 "PUT /v2.0/ports/39a4b644-61d5-4a60-b846-226a87cd8ee5 HTTP/1.1" status: 200 len: 1093 time: 0.6877213 Jun 29 10:56:09.640600 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:09.642912 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222e7c9-8f20-46b0-8a6e-ecf917998a44" -d '{"events": [{"name": "network-changed", "server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:09.666684 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Pushing event updated for resources: {'Port': ['ID=39a4b644-61d5-4a60-b846-226a87cd8ee5,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:09.670452 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:09.738289 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b9723-b6bd-4e14-b749-d3722f7bb312 x-openstack-request-id: req-572b9723-b6bd-4e14-b749-d3722f7bb312 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:09.738625 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:09.738920 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-572b9723-b6bd-4e14-b749-d3722f7bb312 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:09.739358 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'status': 'completed', 'code': 200} Jun 29 10:56:09.767076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-2f1bada6-62ac-4e41-81ae-2f7f5a8f2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:09.768552 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-2f1bada6-62ac-4e41-81ae-2f7f5a8f2544 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 1096 time: 0.0612414 Jun 29 10:56:09.820587 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-4da81af8-6598-49e9-a152-f732b39ec332 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5 HTTP/1.1" status: 200 len: 217 time: 0.0370605 Jun 29 10:56:09.871193 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-5eda0a44-2e7d-403a-815b-dda96f255db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:09.873170 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-5eda0a44-2e7d-403a-815b-dda96f255db6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0462003 Jun 29 10:56:09.928547 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-3db1d164-718c-404b-9f2c-535f435636e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:09.929982 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-3db1d164-718c-404b-9f2c-535f435636e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496337 Jun 29 10:56:10.024679 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-34f32fdc-d93d-4d98-a1dc-7bb9b14862a4 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819330 Jun 29 10:56:10.111811 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-f6f63f6c-4347-4ead-ab78-a23322f79e4d req-d27f644a-068a-4cdc-b4a8-83bbcb86d1ba service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801880 Jun 29 10:56:10.267085 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-70f40027-58e6-4fbf-82cd-2e1330e8cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:10.268556 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-70f40027-58e6-4fbf-82cd-2e1330e8cfa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 1096 time: 0.0517366 Jun 29 10:56:10.366433 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-e0d1c9e0-ad5d-42d7-9d64-68175c618976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:10.367895 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-e0d1c9e0-ad5d-42d7-9d64-68175c618976 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.0924203 Jun 29 10:56:10.420831 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-eb706be2-d0f1-49df-8fe9-ee36ba3699ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5 HTTP/1.1" status: 200 len: 217 time: 0.0360861 Jun 29 10:56:10.499507 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-3b1921a4-936d-40b2-b16b-f32d30f2ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:10.500952 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-3b1921a4-936d-40b2-b16b-f32d30f2ea49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0725913 Jun 29 10:56:10.527046 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a300-9f3e-419d-aa7b-1b6dc2f9d2ab req-5fc2fba4-8439-4f23-b18e-df4663f1915e tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:10.529724 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1699a300-9f3e-419d-aa7b-1b6dc2f9d2ab req-5fc2fba4-8439-4f23-b18e-df4663f1915e tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 943 time: 0.1123085 Jun 29 10:56:10.588050 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1699a300-9f3e-419d-aa7b-1b6dc2f9d2ab req-58725d4f-65bd-4b5f-bae5-aadd0395df86 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Jun 29 10:56:10.600452 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-1ed29ec2-91fd-4958-a466-69dbaa48e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:10.601899 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-1ed29ec2-91fd-4958-a466-69dbaa48e9bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915267 Jun 29 10:56:10.694555 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-b8409bd9-e959-4200-8d5f-c7ae5b49aed4 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845077 Jun 29 10:56:10.786336 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7222e7c9-8f20-46b0-8a6e-ecf917998a44 req-bc667402-e3ab-4fe8-b267-9c98c732efff service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840623 Jun 29 10:56:11.755891 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19801-7463-48ee-b755-68606f6c4240 req-217809a6-9eac-41f7-aaa3-66bf0251e580 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:11.757347 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66e19801-7463-48ee-b755-68606f6c4240 req-217809a6-9eac-41f7-aaa3-66bf0251e580 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 943 time: 0.0610352 Jun 29 10:56:11.794540 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-66e19801-7463-48ee-b755-68606f6c4240 req-9ff2d746-9340-4818-9f72-b10a11725e03 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314648 Jun 29 10:56:12.698469 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 39a4b644-61d5-4a60-b846-226a87cd8ee5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:56:12.790902 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 39a4b644-61d5-4a60-b846-226a87cd8ee5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:12.801106 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'port_id': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'mac_address': 'fa:16:3e:82:72:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:56:12.837499 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:12.849782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a4b644-61d5-4a60-b846-226a87cd8ee5 {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:56:12.869392 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 39a4b644-61d5-4a60-b846-226a87cd8ee5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:12.873761 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:12.875557 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-39e45a0e-7a26-4195-be22-4285d84a757a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:12.973634 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e0fb7-545d-47f8-be74-9bdd5450df0c req-4f095056-734d-47c7-b55e-ac9815ec79ef tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:12.975217 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab6e0fb7-545d-47f8-be74-9bdd5450df0c req-4f095056-734d-47c7-b55e-ac9815ec79ef tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 944 time: 0.0728304 Jun 29 10:56:13.015738 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-ab6e0fb7-545d-47f8-be74-9bdd5450df0c req-3a7192bb-b917-40ec-9950-a6d951fc1797 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338888 Jun 29 10:56:13.044640 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=39a4b644-61d5-4a60-b846-226a87cd8ee5,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:13.047730 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:13.187833 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['39a4b644-61d5-4a60-b846-226a87cd8ee5'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:56:14.189873 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57621fe2-425a-4370-9787-e352196cbfc0 req-44e69c05-f356-4e8d-9169-ca2654ef9cf2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:14.191357 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57621fe2-425a-4370-9787-e352196cbfc0 req-44e69c05-f356-4e8d-9169-ca2654ef9cf2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 944 time: 0.0651293 Jun 29 10:56:14.228540 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-57621fe2-425a-4370-9787-e352196cbfc0 req-6f6ae20a-bc6c-454f-b2aa-44cdeb8e770a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Jun 29 10:56:14.698422 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 39a4b644-61d5-4a60-b846-226a87cd8ee5 up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:56:14.749423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port 39a4b644-61d5-4a60-b846-226a87cd8ee5 completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:56:14.752890 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port 39a4b644-61d5-4a60-b846-226a87cd8ee5 triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:56:14.753252 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:14.824757 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:14.846570 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:14.848777 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0e417-c587-44bd-b59e-0b9bfafc5133" -d '{"events": [{"server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "name": "network-vif-plugged", "status": "completed", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:14.862242 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port 39a4b644-61d5-4a60-b846-226a87cd8ee5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:14.868050 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:14.870052 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-9c3a880a-c8ac-4aab-a8dc-ac50e9d8e04f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:14.891273 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a46477-8da4-427b-99f6-946a3897d8a5 x-openstack-request-id: req-76a46477-8da4-427b-99f6-946a3897d8a5 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:14.891573 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "name": "network-vif-plugged", "status": "completed", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:14.891834 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76a46477-8da4-427b-99f6-946a3897d8a5 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:14.892223 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'code': 200} Jun 29 10:56:14.916725 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=39a4b644-61d5-4a60-b846-226a87cd8ee5,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:14.920168 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:15.151397 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98cfad-6455-432b-a30c-51d6e7f7ae0e req-92dc1a4f-0e3c-4507-9f1d-7e7f87642b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:15.153412 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af98cfad-6455-432b-a30c-51d6e7f7ae0e req-92dc1a4f-0e3c-4507-9f1d-7e7f87642b77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 1098 time: 0.0517890 Jun 29 10:56:15.185543 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-af98cfad-6455-432b-a30c-51d6e7f7ae0e req-515d6a59-505d-43fb-a043-444382669502 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261190 Jun 29 10:56:15.398639 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a635c-9698-4af5-9485-58e245c3a597 req-0e772336-077c-4ca3-8af0-38673b3b5af3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:15.400228 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-804a635c-9698-4af5-9485-58e245c3a597 req-0e772336-077c-4ca3-8af0-38673b3b5af3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.0646303 Jun 29 10:56:15.445175 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-804a635c-9698-4af5-9485-58e245c3a597 req-62342f6d-a7ad-4b86-914b-1d1667f15db3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Jun 29 10:56:16.626330 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784f49-820f-4af5-a65d-a75d20584950 req-5589075e-a11e-41c7-99e5-265a3be7d51d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:16.627800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61784f49-820f-4af5-a65d-a75d20584950 req-5589075e-a11e-41c7-99e5-265a3be7d51d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.0697134 Jun 29 10:56:16.672006 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61784f49-820f-4af5-a65d-a75d20584950 req-147c9b6d-3617-49f0-9526-45a574ffcf91 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385911 Jun 29 10:56:16.833007 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3080e-1d3c-4078-9b3c-89016c575c80 req-3cd6c6cb-8df9-4330-b6f0-6a6c3c4a2318 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:16.834414 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0de3080e-1d3c-4078-9b3c-89016c575c80 req-3cd6c6cb-8df9-4330-b6f0-6a6c3c4a2318 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.0610619 Jun 29 10:56:16.843411 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 52818) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:16.847771 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Request body: {'floatingip': {'port_id': '39a4b644-61d5-4a60-b846-226a87cd8ee5'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:16.885783 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:17.314014 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:17.321382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:17.427900 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Floating IP 93bc234c-498b-4024-9252-2b2ac013e5fe associated. External IP: 172.27.2.61, port: 39a4b644-61d5-4a60-b846-226a87cd8ee5. Jun 29 10:56:17.628378 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:56:17.733637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:56:17.738807 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:17.743210 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:56:17.752620 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:56:17.753263 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:17.774316 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-8c454259-bf2b-4436-86fb-3918993e758a tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "PUT /v2.0/floatingips/93bc234c-498b-4024-9252-2b2ac013e5fe HTTP/1.1" status: 200 len: 990 time: 0.9298370 Jun 29 10:56:17.775257 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:17.778056 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a691b-6a82-4517-ab75-5fa74e51e2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:17.814720 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aab749-a1c1-4689-8394-ff13396f5a70 x-openstack-request-id: req-64aab749-a1c1-4689-8394-ff13396f5a70 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:17.815048 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:17.815365 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64aab749-a1c1-4689-8394-ff13396f5a70 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:17.815800 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'status': 'completed', 'code': 200} Jun 29 10:56:17.858632 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:56:17.934087 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-03737c44-13c8-4538-8564-1bc16f88bc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:17.947898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-f4ec3172-02b6-46e0-bd12-2ccffb059d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:17.949384 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-f4ec3172-02b6-46e0-bd12-2ccffb059d0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=447f426a6bd84cd39eab7d882b951004&device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 1098 time: 0.0568311 Jun 29 10:56:18.042737 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-dab28d4a-5abe-40b0-a7bf-8a1002c44896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:18.044773 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-dab28d4a-5abe-40b0-a7bf-8a1002c44896 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 200 len: 912 time: 0.0871546 Jun 29 10:56:18.080398 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '93bc234c-498b-4024-9252-2b2ac013e5fe', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'port_id': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'mac_address': 'fa:16:3e:82:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717a49b-0781-405a-becd-64fe74280982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:56:05Z', 'updated_at': '2021-06-29T10:56:17Z', 'revision_number': 1, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:18.105715 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:56:18.110363 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-08d9849d-08a1-4f39-a959-92ef6939d6e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5 HTTP/1.1" status: 200 len: 998 time: 0.0565522 Jun 29 10:56:18.113810 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:56:18.114448 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:55:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:18.164198 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-51e809ed-18c3-47c4-ac1f-3a4f42f65637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:18.165658 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-51e809ed-18c3-47c4-ac1f-3a4f42f65637 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 200 len: 850 time: 0.0478783 Jun 29 10:56:18.216903 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:56:18.223349 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-f4eaa448-7e35-4580-b337-b5adcb4319b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:18.224842 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-f4eaa448-7e35-4580-b337-b5adcb4319b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6f327dbe-2776-4bd8-9fdd-43def382865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511253 Jun 29 10:56:18.317060 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-0de3feb5-c32c-49e2-97df-baa7876fe2d3 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Jun 29 10:56:18.407214 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c83a691b-6a82-4517-ab75-5fa74e51e2b5 req-ddcede69-be7e-4d53-a0ec-ead3731bfdb8 service neutron] 10.222.0.69 "GET /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824125 Jun 29 10:56:18.440576 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '93bc234c-498b-4024-9252-2b2ac013e5fe', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'port_id': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'mac_address': 'fa:16:3e:82:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717a49b-0781-405a-becd-64fe74280982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:56:05Z', 'updated_at': '2021-06-29T10:56:17Z', 'revision_number': 1, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:18.466353 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62983b-c027-45da-a456-1eff3599db42 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '93bc234c-498b-4024-9252-2b2ac013e5fe', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'port_id': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'mac_address': 'fa:16:3e:82:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7717a49b-0781-405a-becd-64fe74280982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:56:05Z', 'updated_at': '2021-06-29T10:56:17Z', 'revision_number': 1, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:56:18.645998 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048400e-4232-4370-90be-494573925e64 None None] New status for floating IP 93bc234c-498b-4024-9252-2b2ac013e5fe: ACTIVE {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:56:20.438803 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ce0aee32-7031-4bdd-abcc-550fde6293ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:20.571965 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:21.987662 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:23.451282 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:25.412002 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.323340 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:47.933106 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-17155623-b9f3-4767-8941-90aaaabccb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:50.439742 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4b524a6a-c89b-4d85-97df-9beca55824b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:50.573503 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:51.990251 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:53.454969 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:55.418703 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:05.322390 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:09.538123 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-08890fa0-70b3-46b9-bbdc-e836c9cebbb5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492916 Jun 29 10:57:09.663752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-b3ab7b6b-2d78-414e-931e-780682ffa820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.665300 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-b3ab7b6b-2d78-414e-931e-780682ffa820 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0535178 Jun 29 10:57:09.774701 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-e177829f-f8c0-4d29-a1ec-376bc7c9863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.776118 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-e177829f-f8c0-4d29-a1ec-376bc7c9863b service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0819609 Jun 29 10:57:09.844912 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-7c287607-f77b-45ed-b365-6679601d5a27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 1000 time: 0.0571580 Jun 29 10:57:09.894665 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-8173b3ae-3117-4bdc-9f63-ef0ea047af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.896027 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-8173b3ae-3117-4bdc-9f63-ef0ea047af24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0415976 Jun 29 10:57:09.954902 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-896fd1a2-2937-4d68-83ce-c1acc4e4d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.956309 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-896fd1a2-2937-4d68-83ce-c1acc4e4d3b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505035 Jun 29 10:57:10.049170 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-bbf90c7c-f6e5-4f8e-a905-3c8f44e9f3c3 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821421 Jun 29 10:57:10.136365 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1bfb1437-af12-4826-8ffd-0e01b4490d59 req-4ae18966-308b-4221-aeda-d578496c8f75 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776153 Jun 29 10:57:17.925929 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b272e52a-d905-4352-aa2e-36fd14107cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:20.440594 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6ed03642-f49b-46ba-a7b3-996f424dba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:20.574507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.996887 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.458396 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.421892 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.305127 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301959f-6dfb-42b5-a62a-ff4231bfe2ee req-e473567c-083d-42a6-93de-74951b654aa0 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:26.306584 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e301959f-6dfb-42b5-a62a-ff4231bfe2ee req-e473567c-083d-42a6-93de-74951b654aa0 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.0645485 Jun 29 10:57:26.343385 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-e301959f-6dfb-42b5-a62a-ff4231bfe2ee req-8ac61867-72c6-4a35-a51b-53b3f043953f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Jun 29 10:57:27.512142 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25892280-6f8e-4ee6-839e-ca670e2d1863 req-1a0fb239-75ed-4338-a98b-028c17ab3a06 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:27.513704 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25892280-6f8e-4ee6-839e-ca670e2d1863 req-1a0fb239-75ed-4338-a98b-028c17ab3a06 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.0622058 Jun 29 10:57:27.550400 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-25892280-6f8e-4ee6-839e-ca670e2d1863 req-8de258e8-212e-405f-b73b-bb2a4b1832cb tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Jun 29 10:57:28.512358 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-a1cf9667-9965-4c4b-8157-5c3d5aed67bc tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:28.513779 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-a1cf9667-9965-4c4b-8157-5c3d5aed67bc tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.0618465 Jun 29 10:57:28.616717 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Deleting port 39a4b644-61d5-4a60-b846-226a87cd8ee5 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:28.617060 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:28.740622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] For port 39a4b644-61d5-4a60-b846-226a87cd8ee5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=39a4b644-61d5-4a60-b846-226a87cd8ee5,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:28.740978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:28.771381 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293ce3f-6b92-4e2c-a23f-71c4e4f7f2ed req-769776f5-095c-420a-9b4c-4f10bfdf537f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:28.772757 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1293ce3f-6b92-4e2c-a23f-71c4e4f7f2ed req-769776f5-095c-420a-9b4c-4f10bfdf537f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 945 time: 0.1094956 Jun 29 10:57:29.186268 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-1293ce3f-6b92-4e2c-a23f-71c4e4f7f2ed req-d2d13366-def8-4e0f-9dea-5eb135f0dcda tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups?id=b57fe42c-09b7-445c-921e-731a291480fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956625 Jun 29 10:57:29.288898 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:29.289273 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:29.289587 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Floating IP 93bc234c-498b-4024-9252-2b2ac013e5fe disassociated. External IP: 172.27.2.61, port: 39a4b644-61d5-4a60-b846-226a87cd8ee5. Jun 29 10:57:29.289930 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Calling delete_port for 39a4b644-61d5-4a60-b846-226a87cd8ee5 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:29.418542 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:29.422256 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-61d9f6ef-8fe7-4c12-be4a-fcd6c05daec7 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:29.446823 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event deleted for resources: {'Port': ['ID=39a4b644-61d5-4a60-b846-226a87cd8ee5,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:29.457921 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.458328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.458703 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.459070 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.459438 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.459797 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.460158 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.460532 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.460875 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.461224 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.461577 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.461924 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:29.469716 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:29.570044 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:57:29.675511 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:57:29.685259 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:57:29.694592 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:29.695198 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:57:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:29.719038 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] No DVR routers for this DVR port 39a4b644-61d5-4a60-b846-226a87cd8ee5 on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:29.721468 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:29.723537 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-65f149bf-b19a-4a1e-920b-53c935c4a6f9 req-71311320-56df-40f4-b18e-ec8e94cd6c2f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.69 "DELETE /v2.0/ports/39a4b644-61d5-4a60-b846-226a87cd8ee5 HTTP/1.1" status: 204 len: 173 time: 1.2043052 Jun 29 10:57:29.724045 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'name': 'network-vif-deleted', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:29.726352 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71516589-8af6-46e7-8276-437dd0f5b8cb" -d '{"events": [{"server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "name": "network-vif-deleted", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:29.767759 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef620e88-e56e-4801-81d5-2c2526cd3f39 x-openstack-request-id: req-ef620e88-e56e-4801-81d5-2c2526cd3f39 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:29.768085 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7717a49b-0781-405a-becd-64fe74280982", "name": "network-vif-deleted", "tag": "39a4b644-61d5-4a60-b846-226a87cd8ee5", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:29.768352 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef620e88-e56e-4801-81d5-2c2526cd3f39 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:29.768828 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7717a49b-0781-405a-becd-64fe74280982', 'name': 'network-vif-deleted', 'tag': '39a4b644-61d5-4a60-b846-226a87cd8ee5', 'status': 'completed', 'code': 200} Jun 29 10:57:29.807614 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:30.007968 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:30.032327 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:57:30.040901 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:30.041488 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:57:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:30.231161 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:30.336157 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d2db2953-8af3-48d8-8c25-87d9ada4006c req-005bbe38-4f80-4cca-a1c3-01a8744d8e8f tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/ports?device_id=7717a49b-0781-405a-becd-64fe74280982 HTTP/1.1" status: 200 len: 210 time: 0.0276968 Jun 29 10:57:30.433862 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:30.460331 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ad71f-b05e-472a-a032-5da2c415acd0 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:52:57Z', 'revision_number': 4, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': '08a6fd30-5086-42ff-b65c-f6a35cd3e41d', 'name': '', 'network_id': '6f327dbe-2776-4bd8-9fdd-43def382865b', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'mac_address': 'fa:16:3e:b0:ad:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:56Z', 'updated_at': '2021-06-29T10:53:03Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'subnets': [{'id': '00e09f6c-5c80-47d2-9d9e-26f18b16d72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:57:30.675370 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8ccd6-2f22-40fc-98cd-5a9ae5654ad5 None None] New status for floating IP 93bc234c-498b-4024-9252-2b2ac013e5fe: DOWN {{(pid=104757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:57:31.093895 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 39a4b644-61d5-4a60-b846-226a87cd8ee5 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:31.113972 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: 39a4b644-61d5-4a60-b846-226a87cd8ee5 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:31.114348 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device 39a4b644-61d5-4a60-b846-226a87cd8ee5 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:31.460724 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53044) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:31.516206 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.538845 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.586972 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.589536 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.590705 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "DELETE /v2.0/security-groups/b57fe42c-09b7-445c-921e-731a291480fb HTTP/1.1" status: 204 len: 168 time: 0.1287553 Jun 29 10:57:31.591570 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5bdaf765-c3c9-42ca-879d-72198f7c05d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:31.593567 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53048) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:31.600772 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57fe42c-09b7-445c-921e-731a291480fb,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:31.607719 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.api.v2.resource [None req-fdd421f2-efd4-41ea-9cf3-f5be13c35e6d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] show failed (client error): The resource could not be found. Jun 29 10:57:31.607868 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.608344 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.608728 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.608974 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-fdd421f2-efd4-41ea-9cf3-f5be13c35e6d tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "GET /v2.0/security-groups/b57fe42c-09b7-445c-921e-731a291480fb HTTP/1.1" status: 404 len: 347 time: 0.0142853 Jun 29 10:57:31.609206 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.609459 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.609828 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.610227 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.611292 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.611863 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.612052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.612321 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.612648 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:31.612759 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53050) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:31.615746 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1bcb50f7-82c3-4c8b-928c-c5c430c0c64c tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:31.738407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Deleting port 1c41d168-4e5d-4793-b3d8-8acdd7199e70 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:31.738920 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.812448 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.812772 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.824330 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Calling delete_port for 1c41d168-4e5d-4793-b3d8-8acdd7199e70 owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:31.951856 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.955059 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5f0a4f3c-af4a-409f-ad06-b95721feae35 tempest-TestShelveInstance-56643036 tempest-TestShelveInstance-56643036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:31.977479 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Pushing event deleted for resources: {'Port': ['ID=1c41d168-4e5d-4793-b3d8-8acdd7199e70,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:31.980596 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:32.039970 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:32.042580 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:32.043713 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] 10.222.0.45 "DELETE /v2.0/floatingips/93bc234c-498b-4024-9252-2b2ac013e5fe HTTP/1.1" status: 204 len: 168 time: 0.4301162 Jun 29 10:57:35.705874 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53078) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:36.050988 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:36.296631 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Deleting port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:36.296971 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:36.374651 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] For port 08a6fd30-5086-42ff-b65c-f6a35cd3e41d, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:36.374930 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:36.386545 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Calling delete_port for 08a6fd30-5086-42ff-b65c-f6a35cd3e41d owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:36.560748 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:36.562714 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-745d6578-06b5-476b-ab98-e588f99172d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:36.584435 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=08a6fd30-5086-42ff-b65c-f6a35cd3e41d,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:36.588076 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:36.752426 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:36.971386 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Router 760d7c51-5f7e-485f-981b-c7de70e931e2 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:57:37.082811 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:57:37.088122 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] 10.222.0.45 "PUT /v2.0/routers/760d7c51-5f7e-485f-981b-c7de70e931e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811617 Jun 29 10:57:37.090653 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53084) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:37.093438 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] Sync routers for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:57:37.102840 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:37.103573 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:57:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:37.202232 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks [] for router, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:37.210963 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:37.310788 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:37.365716 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Deleting port 0697b1b8-5819-4797-bdc2-7f48a444a605 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:37.366065 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:37.394990 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:57:36Z', 'revision_number': 5, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port': {'id': '0697b1b8-5819-4797-bdc2-7f48a444a605', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:54Z', 'updated_at': '2021-06-29T10:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:37.426805 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] Checking router: 760d7c51-5f7e-485f-981b-c7de70e931e2 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:57:37.435404 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] Routers {'760d7c51-5f7e-485f-981b-c7de70e931e2'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:37.436014 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:57:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['760d7c51-5f7e-485f-981b-c7de70e931e2'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:37.456457 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] For port 0697b1b8-5819-4797-bdc2-7f48a444a605, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=0697b1b8-5819-4797-bdc2-7f48a444a605,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:37.456814 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:37.468355 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Calling delete_port for 0697b1b8-5819-4797-bdc2-7f48a444a605 owned by network:router_gateway {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:37.519896 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] Set router 760d7c51-5f7e-485f-981b-c7de70e931e2 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:37.570017 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:57:37Z', 'revision_number': 6, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:37.600268 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d676c-6560-4127-9c28-3e0ade448237 None None] The sync data for ids ['760d7c51-5f7e-485f-981b-c7de70e931e2'] in dv-cinder-793515-4-iscsi is: [{'id': '760d7c51-5f7e-485f-981b-c7de70e931e2', 'name': 'tempest-AttachVolumeTestJSON-1872359389-router', 'tenant_id': '447f426a6bd84cd39eab7d882b951004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:53Z', 'updated_at': '2021-06-29T10:57:37Z', 'revision_number': 6, 'project_id': '447f426a6bd84cd39eab7d882b951004', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:57:37.634438 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:37.634817 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:37.655990 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Pushing event deleted for resources: {'Port': ['ID=0697b1b8-5819-4797-bdc2-7f48a444a605,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:37.660192 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:37.721003 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.058356 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.060421 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.102889 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.103582 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760d7c51-5f7e-485f-981b-c7de70e931e2 {{(pid=104755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:57:38.108579 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] Notify callbacks [] for router, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.109633 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-5a27ba0b-11a0-48bf-96d5-8df0fbb5502f admin admin] 10.222.0.45 "DELETE /v2.0/routers/760d7c51-5f7e-485f-981b-c7de70e931e2 HTTP/1.1" status: 204 len: 168 time: 1.0178885 Jun 29 10:57:38.112091 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53088) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:38.161414 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_v2 [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Deleting subnet 00e09f6c-5c80-47d2-9d9e-26f18b16d72b {{(pid=104755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:57:38.164445 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.196667 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14883271'] for subnet, precommit_delete_associations {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.282707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.337824 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13724783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13776070'] for subnet, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.340122 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:38.362306 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e09f6c-5c80-47d2-9d9e-26f18b16d72b,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:38.365878 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:38.368927 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.370820 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-24279aa6-9dd8-4641-809d-e57408bd7cc9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/00e09f6c-5c80-47d2-9d9e-26f18b16d72b HTTP/1.1" status: 204 len: 168 time: 0.2578280 Jun 29 10:57:38.373167 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53090) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:38.375680 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ee3af-d93b-4431-b419-e70a3649f3e8 None None] Network 6f327dbe-2776-4bd8-9fdd-43def382865b requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:57:38.445396 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.499705 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Deleting port cc69904d-450b-4002-9dde-a1b2c7103fbc {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:38.500332 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.571024 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] For port cc69904d-450b-4002-9dde-a1b2c7103fbc, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=cc69904d-450b-4002-9dde-a1b2c7103fbc,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:38.571182 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.583436 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] DHCP port deletion for 6f327dbe-2776-4bd8-9fdd-43def382865b request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:57:38.584932 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Calling delete_port for cc69904d-450b-4002-9dde-a1b2c7103fbc owned by network:dhcp {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:38.631241 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Deleting port cc69904d-450b-4002-9dde-a1b2c7103fbc {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:38.631633 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.674557 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.677626 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-55c62ffb-af90-4e38-879e-1ed3dda42afb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:38.695054 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] For port cc69904d-450b-4002-9dde-a1b2c7103fbc, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=cc69904d-450b-4002-9dde-a1b2c7103fbc,segment=NetworkSegment(245a2202-7b86-49fd-87c6-2a553eedc449),segment_id=245a2202-7b86-49fd-87c6-2a553eedc449)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:38.695477 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.701156 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc69904d-450b-4002-9dde-a1b2c7103fbc,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:38.703636 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:38.706287 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] No DVR routers for this DVR port cc69904d-450b-4002-9dde-a1b2c7103fbc on host dv-cinder-793515-4-iscsi {{(pid=104755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:38.708094 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Calling delete_port for cc69904d-450b-4002-9dde-a1b2c7103fbc owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:38.777907 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.780323 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236'] for port, after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.782984 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:38.787685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f327dbe-2776-4bd8-9fdd-43def382865b']}} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:38.797844 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245a2202-7b86-49fd-87c6-2a553eedc449') {'for_net_delete': True} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:38.798639 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.services.segments.db [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245a2202-7b86-49fd-87c6-2a553eedc449') {} {{(pid=104755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:38.806580 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Pushing event deleted for resources: {'Port': ['ID=cc69904d-450b-4002-9dde-a1b2c7103fbc,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:38.808766 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] No DVR routers for this DVR port cc69904d-450b-4002-9dde-a1b2c7103fbc on host dv-cinder-793515-4-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:38.808903 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14883276'] for segment, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.816726 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.817078 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.817414 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.817746 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.818216 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.818411 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.818730 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.819049 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.819374 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.819690 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.820006 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.820322 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:38.823470 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-ef342f52-2d89-4b0a-8cfe-388ab0202c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:38.828834 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.834942 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=104755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:57:38.835357 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13724802'] for segment, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: Traceback (most recent call last): Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: timer() Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: cb(*args, **kw) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: return func(*args, **kwargs) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: self._notify() Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: self.callback(batched_events) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: event.method(event) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: return f(self, *a, **k) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._get(url).json() Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: return self.request(url, 'GET', **kwargs) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:57:38.846204 dv-cinder-793515-4-iscsi neutron-server[104755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:57:38.892150 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.895772 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:38.898234 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:38.901250 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] 10.222.0.45 "DELETE /v2.0/networks/6f327dbe-2776-4bd8-9fdd-43def382865b HTTP/1.1" status: 204 len: 168 time: 0.5265143 Jun 29 10:57:38.912512 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f327dbe-2776-4bd8-9fdd-43def382865b,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:38.915083 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-72061e5a-348c-49d3-863c-693fe7e7f31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:39.046275 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53096) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:39.086248 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-908bfca8-07ff-4a1a-b36f-efac60c88d3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=447f426a6bd84cd39eab7d882b951004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385022 Jun 29 10:57:39.088848 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53098) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:39.138253 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:39.158776 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:39.206983 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:39.209700 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:39.210804 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc077c94-3971-4b06-b827-fe743bfd284b HTTP/1.1" status: 204 len: 168 time: 0.1210456 Jun 29 10:57:39.211556 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a41f57fc-0db0-456d-b1be-48e7062810fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:39.219105 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc077c94-3971-4b06-b827-fe743bfd284b,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:39.221959 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:39.337017 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device cc69904d-450b-4002-9dde-a1b2c7103fbc no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:39.360084 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: cc69904d-450b-4002-9dde-a1b2c7103fbc {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:39.360437 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device cc69904d-450b-4002-9dde-a1b2c7103fbc not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:39.361480 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0697b1b8-5819-4797-bdc2-7f48a444a605 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:39.379482 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 0697b1b8-5819-4797-bdc2-7f48a444a605 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:39.380121 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 0697b1b8-5819-4797-bdc2-7f48a444a605 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:39.380227 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 08a6fd30-5086-42ff-b65c-f6a35cd3e41d no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:39.398693 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 08a6fd30-5086-42ff-b65c-f6a35cd3e41d {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:39.399044 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 08a6fd30-5086-42ff-b65c-f6a35cd3e41d not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:40.938405 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53150) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:41.063528 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-93dbd29f-eb0d-46db-b934-2e9e8a37855f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.169246 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-93dbd29f-eb0d-46db-b934-2e9e8a37855f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.173265 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-93dbd29f-eb0d-46db-b934-2e9e8a37855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.175717 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f411ce4d-46d5-469f-abfb-5bd7987dc6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:41.213790 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-93dbd29f-eb0d-46db-b934-2e9e8a37855f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5b883b6910049e3b9f87eebffe5833f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739217 Jun 29 10:57:41.214401 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbd29f-eb0d-46db-b934-2e9e8a37855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2212eb9f-9e17-40c0-93b2-139094f0653c,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:41.216237 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53160) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:41.217548 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-93dbd29f-eb0d-46db-b934-2e9e8a37855f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:41.274891 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.297458 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.351784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.354520 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.355665 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2212eb9f-9e17-40c0-93b2-139094f0653c HTTP/1.1" status: 204 len: 168 time: 0.1376832 Jun 29 10:57:41.356445 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-bc6d65d4-5d36-4acc-840a-a453ad90fe0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:41.364689 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2212eb9f-9e17-40c0-93b2-139094f0653c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:41.366879 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-78ba471f-2bf2-4fe3-b44a-76ca365fb14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:41.613736 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53170) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:41.627159 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a1a030cf-e0eb-45a8-9b56-11fc764d3c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.714439 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a1a030cf-e0eb-45a8-9b56-11fc764d3c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.718107 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a1a030cf-e0eb-45a8-9b56-11fc764d3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.721123 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c77df6b1-7d9e-48b2-be12-2b16f38fe6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:41.756046 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a1a030cf-e0eb-45a8-9b56-11fc764d3c85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=495083bac3594c2aa0e27087e45fd86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412225 Jun 29 10:57:41.757015 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a030cf-e0eb-45a8-9b56-11fc764d3c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ee142-4b22-44b0-8858-dbf1f92ccdf6,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:41.758680 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53172) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:41.759955 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a1a030cf-e0eb-45a8-9b56-11fc764d3c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:41.807426 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.827803 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.873807 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.876292 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:41.877411 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a9ee142-4b22-44b0-8858-dbf1f92ccdf6 HTTP/1.1" status: 204 len: 168 time: 0.1177518 Jun 29 10:57:41.878200 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-716138b9-00d8-4753-b914-b275ad528c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:41.885364 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ee142-4b22-44b0-8858-dbf1f92ccdf6,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:41.887590 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-bc4b22e1-33d1-4bf9-bf19-e7edc05478b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:42.320285 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:43.382114 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53220) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:43.491422 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.581850 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.586353 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.588850 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-b27405c5-7243-4a7f-9167-1507a42fdabc tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:43.634396 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf9ff26637664cf3931cac0c2e45d0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511363 Jun 29 10:57:43.635431 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f1ceb-f12f-4ecd-a919-7e4e3050bcac,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:43.637306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53232) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:43.639327 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:43.717438 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-7b223d85-020a-4bcd-a30f-cbfbdd0f387c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811614626&fields=id&tenant_id=826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 267 time: 0.0552492 Jun 29 10:57:43.722310 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.785916 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.858885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-92d09731-c127-4994-b62b-932586aee8f4 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:43.860333 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-92d09731-c127-4994-b62b-932586aee8f4 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 811 time: 0.1355379 Jun 29 10:57:43.877728 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.880263 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:43.881353 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c1f1ceb-f12f-4ecd-a919-7e4e3050bcac HTTP/1.1" status: 204 len: 168 time: 0.2422631 Jun 29 10:57:43.882726 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-7986683e-6977-40ec-ad0f-707994c1b0cd tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/quotas/826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 375 time: 0.0162847 Jun 29 10:57:43.883391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a3873f42-a2f2-4593-aac3-10ce77b00c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:43.892941 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f1ceb-f12f-4ecd-a919-7e4e3050bcac,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:43.904206 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-aa7fe4e7-dc02-4f7b-9318-d4fddf0ac26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:43.961365 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-9ca4c3e6-4540-4e88-b2ff-5f7610885fa0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0709491 Jun 29 10:57:44.066837 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-561cd222-53d6-459f-a161-38b738ac83d3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=104756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:57:44.067822 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-561cd222-53d6-459f-a161-38b738ac83d3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0939248 Jun 29 10:57:44.145241 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53240) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:44.159546 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97cac0df-2712-4282-aec3-054ef0fcc88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.163126 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-a0187df6-123c-4c83-8eab-3f07262e488b service neutron] 10.222.0.45 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893605 Jun 29 10:57:44.247641 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97cac0df-2712-4282-aec3-054ef0fcc88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.252504 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-97cac0df-2712-4282-aec3-054ef0fcc88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.254874 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-6a996266-0709-4060-9cf1-009195dda87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:44.256462 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-ce2b4cba-a8fb-4ff0-94ac-eb2055eb5dfa service neutron] 10.222.0.45 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875406 Jun 29 10:57:44.290829 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-97cac0df-2712-4282-aec3-054ef0fcc88b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c79b3251cff4f3fae0d388913978532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444209 Jun 29 10:57:44.291775 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac0df-2712-4282-aec3-054ef0fcc88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3636c15d-ec14-4643-a970-c07bdcbf1496,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:44.293519 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53242) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:44.295453 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-97cac0df-2712-4282-aec3-054ef0fcc88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:44.343661 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.364049 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.410926 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.413784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:44.417328 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3636c15d-ec14-4643-a970-c07bdcbf1496 HTTP/1.1" status: 204 len: 168 time: 0.1200244 Jun 29 10:57:44.417328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-019e62f3-496f-4716-a506-be4c16217edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:44.423698 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3636c15d-ec14-4643-a970-c07bdcbf1496,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:44.426091 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a42499bf-866b-460b-a5cc-c3a1059cf5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:44.567914 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7e66117-6780-41db-86fd-340a6e554e00 req-3b142059-c64d-4878-b9fb-1f73d2dfa4fd tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 210 time: 0.0345986 Jun 29 10:57:45.709076 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-979436dd-018a-4474-87fa-e2f97eb79bdd req-892ef079-4048-42af-be3f-659cc0d08a89 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 210 time: 0.0299063 Jun 29 10:57:46.185382 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-7f01fbf2-d9cd-479b-8979-19441cd14bd0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:46.186876 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-7f01fbf2-d9cd-479b-8979-19441cd14bd0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 811 time: 0.1387751 Jun 29 10:57:46.245664 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-1d2eddc7-cbb6-4671-a65f-9385f84d9dd7 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826304bf62d443aea37b63c611448a4b HTTP/1.1" status: 200 len: 380 time: 0.0346363 Jun 29 10:57:46.255499 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'port': {'device_id': '8a181744-a880-4bc5-8af0-4295077beafe', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'admin_state_up': True, 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'security_groups': ['12ec7732-f443-4494-b27d-af4aa019ea29']}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:57:46.358986 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Made reservation on behalf of 826304bf62d443aea37b63c611448a4b for: {'port': 1} {{(pid=104756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:57:46.363109 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:46.482873 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_common [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Allocated IP 172.20.0.11 (bfc9f95f-79a2-403e-b086-fe206ca7beec/d8370329-95c2-4a8d-9064-7a1efa147bbf/fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa) {{(pid=104756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:57:46.618461 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:46.630754 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Transition to ACTIVE for port object fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa will not be triggered until provisioned by entity DHCP. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:57:46.663925 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14179864'] for port, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:46.667801 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-33a61f92-f330-4950-968a-68f73dd46655 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:46.708720 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Network bfc9f95f-79a2-403e-b086-fe206ca7beec is already hosted by enough agents. {{(pid=104756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:57:46.711985 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.base_scheduler [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Resources bound (agent type, host, resource id): {{(pid=104756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:57:46.715801 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Received port after_create {{(pid=104756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:57:46.741067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:46.745759 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:46.769478 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:46.770024 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:46.788042 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-2f36a6be-8185-47e1-bc11-747d229d6f31 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361772 Jun 29 10:57:46.807126 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.v2.base [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Request body: {'port': {'device_id': '8a181744-a880-4bc5-8af0-4295077beafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=104756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:57:46.992354 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-84ccf2b9-19ee-4bbb-acf1-89ed63e251af None None] Provisioning for port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa completed by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:57:46.997455 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-84ccf2b9-19ee-4bbb-acf1-89ed63e251af None None] Provisioning complete for port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa triggered by entity DHCP. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:57:46.997845 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-84ccf2b9-19ee-4bbb-acf1-89ed63e251af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.033736 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-84ccf2b9-19ee-4bbb-acf1-89ed63e251af None None] Port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa cannot update to ACTIVE because it is not bound. {{(pid=104757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:57:47.232154 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.253987 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fecf-3604-4d91-ac1a-b6daab2297ea req-aedbbdb9-af05-469d-999b-ac6427deacc3 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:47.255678 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b511fecf-3604-4d91-ac1a-b6daab2297ea req-aedbbdb9-af05-469d-999b-ac6427deacc3 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 932 time: 0.4250979 Jun 29 10:57:47.371827 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-b511fecf-3604-4d91-ac1a-b6daab2297ea req-4033a2b2-d574-49ee-8e4d-1c58b95cf2ea tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092002 Jun 29 10:57:47.567002 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa {{(pid=104756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:57:47.574072 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.586236 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.provisioning_blocks [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Transition to ACTIVE for port object fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa will not be triggered until provisioned by entity L2. {{(pid=104756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:57:47.589960 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.592687 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-84ac56f0-664c-4e9a-8eeb-74625c933ec3 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:47.639319 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Pushing event updated for resources: {'Port': ['ID=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,revision_number=2']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:47.642695 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:47.711535 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Attempting to bind port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa on host hv-cinder-79351 for vnic_type normal with profile {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:57:47.711880 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Attempting to bind port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:57:47.712216 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Attempting to bind port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:57:47.716793 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa on network bfc9f95f-79a2-403e-b086-fe206ca7beec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:57:47.717119 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Attempting to bind port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa on network bfc9f95f-79a2-403e-b086-fe206ca7beec {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:57:47.722046 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Checking agent: {'id': 'f6d29887-381d-48c1-a213-01663cde5dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 41, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:57:47.722422 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Checking segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:57:47.722845 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Bound using segment: {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'} {{(pid=104756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:57:47.723293 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.managers [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Bound port: fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c5782f-7824-4425-8c37-b38f0a106fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec'}}] {{(pid=104756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:57:47.723678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.787728 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] For port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host hv-cinder-79351, cleared binding levels {{(pid=104756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:57:47.790679 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] For port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:57:47.795439 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14179854'] for port, after_update {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.798820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e0605a60-6b1f-475d-9378-eea605365b57 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:47.827606 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:47.828188 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.829841 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] 10.222.0.69 "PUT /v2.0/ports/fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa HTTP/1.1" status: 200 len: 1094 time: 1.0270164 Jun 29 10:57:47.831752 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:47.834061 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12092483-122f-4ad5-8b68-68499ac3304c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:47.877067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Pushing event updated for resources: {'Port': ['ID=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,revision_number=3']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:47.880945 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b022554-7af2-4f04-9e71-1c110714036c x-openstack-request-id: req-4b022554-7af2-4f04-9e71-1c110714036c {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:47.881278 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:47.881569 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b022554-7af2-4f04-9e71-1c110714036c {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:47.882159 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'status': 'completed', 'code': 200} Jun 29 10:57:47.882913 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-faf6ee7e-b700-4bb4-8c45-06950d12d4df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:47.931257 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2bd04b6a-de37-414f-8dfa-e0666242f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:47.962951 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-f61d3cf8-e407-46a3-b823-92f993ec74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:47.964635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-f61d3cf8-e407-46a3-b823-92f993ec74d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 1097 time: 0.0625958 Jun 29 10:57:48.027746 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-22b46785-0009-4556-9090-c66ac38aa3fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa HTTP/1.1" status: 200 len: 217 time: 0.0426059 Jun 29 10:57:48.078841 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-dcc4cb67-ba09-4780-a19a-51bbb32dfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.081028 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-dcc4cb67-ba09-4780-a19a-51bbb32dfcda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0446334 Jun 29 10:57:48.139306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-6fdc7c44-b748-4cce-a280-4d9acab45a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.140752 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-6fdc7c44-b748-4cce-a280-4d9acab45a88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506699 Jun 29 10:57:48.235443 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-b1284980-c834-4403-88a8-d5f858956796 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840492 Jun 29 10:57:48.330804 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7e6aa9ff-353f-491b-af2b-a798a29922b0 req-f2abb57e-5d30-4f5b-8990-267adae3e8ad service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847042 Jun 29 10:57:48.494793 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092483-122f-4ad5-8b68-68499ac3304c req-0c4ae963-30b9-4321-acd0-54cb52c19e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.496140 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-0c4ae963-30b9-4321-acd0-54cb52c19e39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 1097 time: 0.0653048 Jun 29 10:57:48.622805 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71a2ab-6057-4848-b3f7-8fe8da323928 req-a81cb4cd-dcf9-4384-b69f-2c3f669bcbeb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.624301 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf71a2ab-6057-4848-b3f7-8fe8da323928 req-a81cb4cd-dcf9-4384-b69f-2c3f669bcbeb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.1411941 Jun 29 10:57:48.645869 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092483-122f-4ad5-8b68-68499ac3304c req-f4fbc53e-cfce-4d74-a161-a15a115f7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.647478 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-f4fbc53e-cfce-4d74-a161-a15a115f7995 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.1323936 Jun 29 10:57:48.698567 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-436ae240-9a99-4600-a17f-b54b1eb2089e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa HTTP/1.1" status: 200 len: 217 time: 0.0429175 Jun 29 10:57:48.705583 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cf71a2ab-6057-4848-b3f7-8fe8da323928 req-ad6b492d-f8ea-43f5-b05a-576800a77522 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708728 Jun 29 10:57:48.758745 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092483-122f-4ad5-8b68-68499ac3304c req-c76f9230-4abf-4757-832c-3a0b6245fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.760208 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-c76f9230-4abf-4757-832c-3a0b6245fa9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0506141 Jun 29 10:57:48.822899 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092483-122f-4ad5-8b68-68499ac3304c req-0ac4a340-6325-425d-862e-7aa34633c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:48.824733 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-0ac4a340-6325-425d-862e-7aa34633c8cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573976 Jun 29 10:57:48.928182 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-31e10ca5-fbe4-4781-aa39-1ba9ac09dc32 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925298 Jun 29 10:57:49.023605 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-12092483-122f-4ad5-8b68-68499ac3304c req-4b4ba978-84e7-4d82-b928-a6a68fad8f03 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864785 Jun 29 10:57:49.879120 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53021d63-88b6-4904-8f2f-d167c4b7e78b req-c1fff010-c454-4dec-b5cb-4a860e8f6572 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:49.880635 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-53021d63-88b6-4904-8f2f-d167c4b7e78b req-c1fff010-c454-4dec-b5cb-4a860e8f6572 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.0628319 Jun 29 10:57:49.918038 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-53021d63-88b6-4904-8f2f-d167c4b7e78b req-57b0d711-6b50-47ed-9c6f-15fc077c4715 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Jun 29 10:57:50.441261 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-7e2bec7b-ef80-4ef9-8756-fbd5a898f9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:50.574679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:51.094216 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695306f7-7c2c-4b55-9b89-ee9f49aebe9b req-071ac521-2331-4947-817f-9c323a4d558b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:51.095682 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-695306f7-7c2c-4b55-9b89-ee9f49aebe9b req-071ac521-2331-4947-817f-9c323a4d558b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.0670331 Jun 29 10:57:51.132231 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-695306f7-7c2c-4b55-9b89-ee9f49aebe9b req-542ca09c-7eec-4a5e-a586-8929774f5b17 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Jun 29 10:57:51.999761 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:52.300346 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7623ef0-ae33-4307-bb79-75245b974fa1 req-6461ba0e-81b8-4468-9bc5-ddfc1cc60317 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:52.301686 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7623ef0-ae33-4307-bb79-75245b974fa1 req-6461ba0e-81b8-4468-9bc5-ddfc1cc60317 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.0612094 Jun 29 10:57:52.337766 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-a7623ef0-ae33-4307-bb79-75245b974fa1 req-3db4cc9a-2196-4c71-872d-3a68f674aae5 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302327 Jun 29 10:57:53.500248 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:53.506521 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c22e5-d95c-4ffc-96c5-9a3ac858f3a8 req-aa161f03-54d1-4185-a4de-684cadc96416 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:53.508045 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-374c22e5-d95c-4ffc-96c5-9a3ac858f3a8 req-aa161f03-54d1-4185-a4de-684cadc96416 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.0625038 Jun 29 10:57:53.549290 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-374c22e5-d95c-4ffc-96c5-9a3ac858f3a8 req-9c5bd47f-95f9-4899-a6b3-537c618fa367 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352118 Jun 29 10:57:54.901244 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd069680-3b18-4df1-82d5-cea29379cb63 req-c7def197-265b-4696-a23a-400c607178ec tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:54.902764 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd069680-3b18-4df1-82d5-cea29379cb63 req-c7def197-265b-4696-a23a-400c607178ec tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.0631437 Jun 29 10:57:54.940655 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-cd069680-3b18-4df1-82d5-cea29379cb63 req-341ea1d0-18ff-4404-baa6-1a1aaa5a406d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jun 29 10:57:55.127380 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53386) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:55.228473 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.319333 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.323114 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.326382 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a164d914-2643-4391-acea-69ce35015706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:55.370483 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9744f6fadfa40ea8adbab4795d2213d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419121 Jun 29 10:57:55.371969 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33680df-1ad6-4a8f-a9b3-28d47c4240b5,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:55.373138 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53390) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:55.376370 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:55.423075 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.423809 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.443385 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.489622 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.492208 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.493373 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d33680df-1ad6-4a8f-a9b3-28d47c4240b5 HTTP/1.1" status: 204 len: 168 time: 0.1191976 Jun 29 10:57:55.494255 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-dcdb4485-cc32-4819-9146-51b5cebdff32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:55.502292 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33680df-1ad6-4a8f-a9b3-28d47c4240b5,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:55.504876 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:55.745169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53396) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:55.758578 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-56b4aa9c-bec8-49a8-87c7-cfbdd762bec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.846259 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-56b4aa9c-bec8-49a8-87c7-cfbdd762bec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.849717 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-56b4aa9c-bec8-49a8-87c7-cfbdd762bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.852851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-3409b802-ef4e-469a-94ad-a4dfd6f30bc5 tempest-VolumesNegativeTest-467979033 tempest-VolumesNegativeTest-467979033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:55.888128 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-56b4aa9c-bec8-49a8-87c7-cfbdd762bec1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aacc20afbb21476dada505e552a762cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419230 Jun 29 10:57:55.889073 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4aa9c-bec8-49a8-87c7-cfbdd762bec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6567af-e0bc-42c5-8844-ba00b7bd23e4,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:55.890835 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53398) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:55.892178 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-56b4aa9c-bec8-49a8-87c7-cfbdd762bec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:55.944370 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.964750 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:56.012660 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:56.015341 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:56.016505 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec6567af-e0bc-42c5-8844-ba00b7bd23e4 HTTP/1.1" status: 204 len: 168 time: 0.1238468 Jun 29 10:57:56.017448 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e53049ab-8c85-48f7-9835-6d19fd107d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:56.027052 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6567af-e0bc-42c5-8844-ba00b7bd23e4,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:56.029485 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-8dfef038-c8cc-4c65-b420-789b32076578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:56.062782 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=104757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:57:56.117681 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1d71-dc50-41d9-b204-3c41141e89e4 req-138e2d2d-04b8-40f5-86c2-6b2554e51389 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:56.119445 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0fda1d71-dc50-41d9-b204-3c41141e89e4 req-138e2d2d-04b8-40f5-86c2-6b2554e51389 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 944 time: 0.0652118 Jun 29 10:57:56.159168 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0fda1d71-dc50-41d9-b204-3c41141e89e4 req-22603fe1-1a6c-4847-b2a1-da0074bc9f75 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Jun 29 10:57:56.163410 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:56.179830 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Returning: {'device': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'port_id': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'mac_address': 'fa:16:3e:cf:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:57:56.222316 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:56.236632 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa {{(pid=104757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:57:56.258166 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:56.261801 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:56.263693 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:56.309429 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,revision_number=4']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:56.312386 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:56.655877 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] get_ports_and_sgs() called for port_ids ['fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa'] {{(pid=104757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:57:57.351205 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2835-9b42-4883-a529-125a59ca2f46 req-23dd8d68-9345-4fed-9530-b43d0ce66e9b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:57.352664 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-194b2835-9b42-4883-a529-125a59ca2f46 req-23dd8d68-9345-4fed-9530-b43d0ce66e9b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 945 time: 0.0679188 Jun 29 10:57:57.390703 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-194b2835-9b42-4883-a529-125a59ca2f46 req-b7edddd7-77cd-48dc-b02e-67bf9ed2cf9c tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Jun 29 10:57:58.081495 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa up at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:57:58.130071 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning for port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa completed by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:57:58.133688 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.provisioning_blocks [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Provisioning complete for port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa triggered by entity L2. {{(pid=104757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:57:58.134039 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1592062'] for port, provisioning_complete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.213825 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.236237 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa'}] {{(pid=104757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:58.238527 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a56e3b515315ab68f8861c7a61228f0e7aa1678c530acba881aa9898ec4cca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7cb9bc-aa3a-469b-83f5-8437885272c5" -d '{"events": [{"server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "name": "network-vif-plugged", "status": "completed", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa"}]}' {{(pid=104757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:58.252917 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] For port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:58.258899 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290'] for port, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.260755 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:58.285005 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919cc30d-3165-48b5-a90c-d399cffe4169 x-openstack-request-id: req-919cc30d-3165-48b5-a90c-d399cffe4169 {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:58.285308 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "name": "network-vif-plugged", "status": "completed", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa", "code": 200}]} {{(pid=104757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:58.285571 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-919cc30d-3165-48b5-a90c-d399cffe4169 {{(pid=104757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:58.285961 dv-cinder-793515-4-iscsi neutron-server[104757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'code': 200} Jun 29 10:57:58.308646 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Pushing event updated for resources: {'Port': ['ID=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,revision_number=5']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:58.311623 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:58.574091 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d7e6c-7d82-4a97-a527-9a8aa63fae4b req-5ef33f3b-9062-4583-a386-ba4463e0596b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:58.575521 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e9d7e6c-7d82-4a97-a527-9a8aa63fae4b req-5ef33f3b-9062-4583-a386-ba4463e0596b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.0705962 Jun 29 10:57:58.632639 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-8e9d7e6c-7d82-4a97-a527-9a8aa63fae4b req-3d7b24d2-1260-4cd4-9cb1-88f8871eea30 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Jun 29 10:57:58.643627 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f80455-8c5f-4d6d-9e4e-5861d587fa20 req-3cbc48f4-d066-4e03-b8dc-8efc991794b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:58.645070 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61f80455-8c5f-4d6d-9e4e-5861d587fa20 req-3cbc48f4-d066-4e03-b8dc-8efc991794b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 1099 time: 0.0865281 Jun 29 10:57:58.679029 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-61f80455-8c5f-4d6d-9e4e-5861d587fa20 req-ff2e2d21-4496-4362-b489-96e65032d772 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268929 Jun 29 10:57:59.810044 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f89d29-b45b-4435-a70e-377a55426c42 req-a77e4a11-fbee-48d8-9fd1-e776467abaaa tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:59.811444 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64f89d29-b45b-4435-a70e-377a55426c42 req-a77e4a11-fbee-48d8-9fd1-e776467abaaa tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.0663533 Jun 29 10:57:59.850701 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-64f89d29-b45b-4435-a70e-377a55426c42 req-4e1ca0b5-1203-4372-9502-9ec5456e5508 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Jun 29 10:58:01.029233 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291739a-f57e-4b54-955a-3fcbd96d4937 req-70b80ed6-37f6-419d-b4db-ccbd205976cb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:01.030751 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9291739a-f57e-4b54-955a-3fcbd96d4937 req-70b80ed6-37f6-419d-b4db-ccbd205976cb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.0643723 Jun 29 10:58:01.067237 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-9291739a-f57e-4b54-955a-3fcbd96d4937 req-ebd6270e-199d-484b-bd97-e233da6d981b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Jun 29 10:58:01.245409 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440085b2-4b75-491b-bbdc-f9ac0dfe3d0e req-1b64be14-d200-4e19-9119-adb467debc4d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:01.246888 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-440085b2-4b75-491b-bbdc-f9ac0dfe3d0e req-1b64be14-d200-4e19-9119-adb467debc4d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.0680964 Jun 29 10:58:01.284001 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-440085b2-4b75-491b-bbdc-f9ac0dfe3d0e req-82ca21e5-a4a1-4013-9dbb-be0cbe7f6712 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307882 Jun 29 10:58:01.309021 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53502) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:01.362937 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4966d8a-c905-4ef4-9729-a56b7f367b0d tempest-TestVolumeBootPattern-1118443130 tempest-TestVolumeBootPattern-1118443130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:01.364441 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a4966d8a-c905-4ef4-9729-a56b7f367b0d tempest-TestVolumeBootPattern-1118443130 tempest-TestVolumeBootPattern-1118443130-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 1094 time: 0.0544376 Jun 29 10:58:01.367229 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53504) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:01.371511 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.v2.base [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Request body: {'floatingip': {'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'port_id': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:58:01.393313 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:01.493298 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:01.596416 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.db_base_plugin_common [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Allocated IP 172.27.2.175 (8575f6de-f9f2-4022-b4ef-46709099ec5e/c63359f9-7187-4aef-82ae-80000113d2b8/b22cb373-264f-4667-aa33-94ca5b6e93be) {{(pid=104755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:58:01.699348 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:01.739330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1701995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762161277943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13724856'] for port, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:01.742334 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-38f144dc-aa6c-405a-9387-8f31a2d9c35d tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:01.778019 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Network 8575f6de-f9f2-4022-b4ef-46709099ec5e is already hosted by enough agents. {{(pid=104755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:58:01.785527 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Resources bound (agent type, host, resource id): {{(pid=104755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:58:01.789006 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Received port after_create {{(pid=104755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:58:01.813018 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=b22cb373-264f-4667-aa33-94ca5b6e93be,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:01.818624 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:02.159833 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:02.239353 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1701928'] for port, before_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:02.390656 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for port, precommit_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:02.396234 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762161635539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762161279245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762161279290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13724846'] for port, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:02.398253 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-1bbf5701-8068-4ace-9493-302d45dca09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:02.460538 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event updated for resources: {'Port': ['ID=b22cb373-264f-4667-aa33-94ca5b6e93be,revision_number=2']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:02.464265 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:02.476038 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678044'] for floatingip, after_update {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:02.576732 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Floating IP 87064073-de30-48b8-bc91-ff7c0c4199c2 associated. External IP: 172.27.2.175, port: fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa. Jun 29 10:58:02.785572 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:58:02.890538 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:58:02.901930 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740162f-a400-4f40-944d-0a969061c154 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:58:02.906590 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:02.912312 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:58:02.912962 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:57:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:02.943831 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-c5ad8928-a391-4700-be9b-6d4048fbe01e tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5755813 Jun 29 10:58:02.944633 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:58:02.947269 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7931c-77e0-43f9-a38c-5ea552ebb9af" -d '{"events": [{"name": "network-changed", "server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:58:02.987652 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bcaee1-2cdf-4903-a1f3-c8c9e00720d2 x-openstack-request-id: req-25bcaee1-2cdf-4903-a1f3-c8c9e00720d2 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:58:02.988146 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:58:02.988514 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25bcaee1-2cdf-4903-a1f3-c8c9e00720d2 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:58:02.989055 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'status': 'completed', 'code': 200} Jun 29 10:58:03.025024 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:58:03.097455 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-c2a309b6-4971-400b-a924-65a0cbd3b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:03.098861 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-c2a309b6-4971-400b-a924-65a0cbd3b01e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 1099 time: 0.0592499 Jun 29 10:58:03.197899 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-15d14060-243f-41aa-80f2-ce10be2f83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:03.199392 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-15d14060-243f-41aa-80f2-ce10be2f83e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0929868 Jun 29 10:58:03.267855 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-80563a8f-8704-4fc3-baa9-25ab96075516 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa HTTP/1.1" status: 200 len: 1000 time: 0.0609212 Jun 29 10:58:03.321259 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-352dd205-2061-4ab5-905a-ef6e1771813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:03.322820 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-352dd205-2061-4ab5-905a-ef6e1771813d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0480118 Jun 29 10:58:03.386039 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:57Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}, {'id': '87064073-de30-48b8-bc91-ff7c0c4199c2', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:cf:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a181744-a880-4bc5-8af0-4295077beafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:58:02Z', 'updated_at': '2021-06-29T10:58:02Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:03.386551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-3fc85e48-ed8a-42f0-8fbf-f98c8c0817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:58:03.389154 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-3fc85e48-ed8a-42f0-8fbf-f98c8c0817e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582116 Jun 29 10:58:03.412728 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740162f-a400-4f40-944d-0a969061c154 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:58:03.420757 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:58:03.421359 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:57:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:03.481940 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-11f11b80-b881-44f6-b4c8-eb007127fa7e service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828521 Jun 29 10:58:03.524816 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:58:03.572111 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-75c7931c-77e0-43f9-a38c-5ea552ebb9af req-e4df60cc-0318-49cc-b1c2-b6c6cbdd72da service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860744 Jun 29 10:58:03.757258 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-1740162f-a400-4f40-944d-0a969061c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:57Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}, {'id': '87064073-de30-48b8-bc91-ff7c0c4199c2', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:cf:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a181744-a880-4bc5-8af0-4295077beafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:58:02Z', 'updated_at': '2021-06-29T10:58:02Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:58:03.782784 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740162f-a400-4f40-944d-0a969061c154 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:57Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}, {'id': '87064073-de30-48b8-bc91-ff7c0c4199c2', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:cf:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a181744-a880-4bc5-8af0-4295077beafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:58:02Z', 'updated_at': '2021-06-29T10:58:02Z', 'revision_number': 0, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:58:03.961789 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d059a-2f82-4662-b160-6a6aa3f46e5c None None] New status for floating IP 87064073-de30-48b8-bc91-ff7c0c4199c2: ACTIVE {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:58:15.658431 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53568) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:15.758085 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a08e437-0619-4612-b8b1-42edce3fad08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:15.841781 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a08e437-0619-4612-b8b1-42edce3fad08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:15.845233 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7a08e437-0619-4612-b8b1-42edce3fad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:15.848344 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-21c3aa0a-6f0f-4f33-9b46-93a053834491 tempest-AttachVolumeShelveTestJSON-1241183628 tempest-AttachVolumeShelveTestJSON-1241183628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:15.882811 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7a08e437-0619-4612-b8b1-42edce3fad08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb13e830550546508b265fbc6b1dc46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226660 Jun 29 10:58:15.884763 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08e437-0619-4612-b8b1-42edce3fad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f4922-f26c-4528-8000-cc051e05e405,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:15.885715 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53572) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:15.887882 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7a08e437-0619-4612-b8b1-42edce3fad08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:15.937218 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:15.958330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:16.002277 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:16.004859 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:16.005987 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/720f4922-f26c-4528-8000-cc051e05e405 HTTP/1.1" status: 204 len: 168 time: 0.1192708 Jun 29 10:58:16.006821 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-27a4ff05-e7d0-4215-bb6f-317cdb7a5c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:16.015503 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f4922-f26c-4528-8000-cc051e05e405,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:16.018925 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:17.942124 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a03e853a-a524-402a-bac5-48760ad4dd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:19.322486 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:58:20.441430 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b7e82b6c-7616-443e-a8f0-7ccdbd4d3eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:20.575326 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:21.998503 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:23.467312 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:23.871087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53698) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:23.975040 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-56c0e968-c88c-4a6b-b7e2-5017cbe6cc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.064949 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-56c0e968-c88c-4a6b-b7e2-5017cbe6cc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.068559 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-56c0e968-c88c-4a6b-b7e2-5017cbe6cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.071685 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-062be11e-a350-4d6f-a4c6-60ccd2b64cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:24.108470 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-56c0e968-c88c-4a6b-b7e2-5017cbe6cc2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bde5335f8e547acba11855141386d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363181 Jun 29 10:58:24.110672 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0e968-c88c-4a6b-b7e2-5017cbe6cc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f746a7-f20a-4bbb-87a4-d5f58da4e034,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:24.111403 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53702) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:24.113763 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-56c0e968-c88c-4a6b-b7e2-5017cbe6cc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:24.159050 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.179872 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.226637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.229288 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.230469 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10f746a7-f20a-4bbb-87a4-d5f58da4e034 HTTP/1.1" status: 204 len: 168 time: 0.1179750 Jun 29 10:58:24.231405 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d1578e75-ace7-4366-80cc-bcb80c4b6d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:24.240159 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f746a7-f20a-4bbb-87a4-d5f58da4e034,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:24.242965 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:24.483088 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53708) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:24.499706 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.587240 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.590795 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.593090 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-48b6d4fe-9756-474f-b20b-d7a6c393934a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:24.627054 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b5216f-1168-45ef-89d8-916d581184d8,revision_number=1']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:24.631296 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db6d0853bf6a41cbae9bf13a89b1ccd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471229 Jun 29 10:58:24.632374 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:24.635102 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53710) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:24.682018 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.702879 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.748939 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.751611 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.752746 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5b5216f-1168-45ef-89d8-916d581184d8 HTTP/1.1" status: 204 len: 168 time: 0.1170580 Jun 29 10:58:24.753566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-d2752eae-db4f-492e-9fdb-5085e9a8e0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:24.761901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b5216f-1168-45ef-89d8-916d581184d8,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:24.764438 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-5a4d2e5f-60b6-43cc-ab8f-48e0eef018bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:25.057938 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53716) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:25.071406 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cad5b138-217b-4f99-a858-a20d519b5b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.162266 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cad5b138-217b-4f99-a858-a20d519b5b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.166457 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-cad5b138-217b-4f99-a858-a20d519b5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.168889 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-3f4dbb6f-13fd-4363-a051-d3d8d0c129f2 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:25.202638 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5b138-217b-4f99-a858-a20d519b5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1115f569-f6e6-4e9d-a6e6-33d7c59ad6f9,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:25.208335 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-cad5b138-217b-4f99-a858-a20d519b5b93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25f35cf5f66648919060ed72c9fe510f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482420 Jun 29 10:58:25.208335 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-cad5b138-217b-4f99-a858-a20d519b5b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:25.209798 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53718) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:25.257750 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.279157 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.328326 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.331132 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.332260 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1115f569-f6e6-4e9d-a6e6-33d7c59ad6f9 HTTP/1.1" status: 204 len: 168 time: 0.1214306 Jun 29 10:58:25.333038 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e46fff83-6e70-4ab7-8a67-b747f17c599b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:25.340254 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1115f569-f6e6-4e9d-a6e6-33d7c59ad6f9,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:25.343029 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-2e1935e4-531a-420b-adbf-8ea244d5ada9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:25.424423 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.361668 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53748) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:26.467831 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9197-16a8-46fa-b7af-28f60c2b6285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.558304 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9197-16a8-46fa-b7af-28f60c2b6285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.562105 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9197-16a8-46fa-b7af-28f60c2b6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_create {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.564480 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a8e26f8b-0289-45c5-a960-61f895129569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:26.599982 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-4b5a9197-16a8-46fa-b7af-28f60c2b6285 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c71db5af4d044bfaf1825afbe580a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370958 Jun 29 10:58:26.600911 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a9197-16a8-46fa-b7af-28f60c2b6285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126967b9-5ee5-4268-a663-d56d6773982c,revision_number=1']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:26.603153 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53752) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:58:26.604926 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-4b5a9197-16a8-46fa-b7af-28f60c2b6285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:26.651423 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.675970 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.721820 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.724415 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:26.725533 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/126967b9-5ee5-4268-a663-d56d6773982c HTTP/1.1" status: 204 len: 168 time: 0.1214077 Jun 29 10:58:26.726876 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ad24200e-2e99-4a1f-86fc-3b4df8bf7d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:58:26.734676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126967b9-5ee5-4268-a663-d56d6773982c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:58:26.736993 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:58:47.942202 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-83bed77f-1842-49e6-8366-d063025ab14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.441263 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3e97aae5-76ef-4331-875e-d942a268ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:50.575390 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:52.003017 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:53.467393 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.435573 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:56.321600 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:11.504049 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-aa38aeeb-28e8-4a5c-9fbf-640152c7bb03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501320 Jun 29 10:59:11.619504 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-3ad1dcef-42fd-4ca1-b193-1184e51debde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.620845 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-3ad1dcef-42fd-4ca1-b193-1184e51debde service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0507863 Jun 29 10:59:11.732830 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-998f3edd-7151-4745-b79a-e2d386cad64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.734306 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-998f3edd-7151-4745-b79a-e2d386cad64d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0871966 Jun 29 10:59:11.797624 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-f5056da4-eff9-47bb-b98f-ed8260b16b03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 1000 time: 0.0556471 Jun 29 10:59:11.849120 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-a7f083c2-5958-4418-bdde-e1aaa0687cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.850564 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-a7f083c2-5958-4418-bdde-e1aaa0687cdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0448086 Jun 29 10:59:11.909601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-87f877eb-6aea-439c-b659-5ba11eb99d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:11.911115 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-87f877eb-6aea-439c-b659-5ba11eb99d9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514812 Jun 29 10:59:12.013665 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-fbd6b37f-10cc-4496-947b-e6e0b90a2158 service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923243 Jun 29 10:59:12.112729 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7c06fa66-5f86-4f20-b506-de0090b9da72 req-51b62377-82b8-4858-9bb6-d46db195367f service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Jun 29 10:59:17.933582 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-d88fc7cd-2b6a-4db7-9068-4180896a929d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.440932 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-5bd08527-4a32-4b3a-9edc-21721a52b65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:20.576326 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:22.004267 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:23.471362 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.444574 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:33.320373 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:43.574391 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53784) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:43.725662 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Deleting port b22cb373-264f-4667-aa33-94ca5b6e93be {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:43.726004 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.803741 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.804067 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.815567 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Calling delete_port for b22cb373-264f-4667-aa33-94ca5b6e93be owned by network:floatingip {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:43.956675 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:43.958601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-52f973a6-21b4-40eb-bc86-d5bfa3673d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:43.987187 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'Port': ['ID=b22cb373-264f-4667-aa33-94ca5b6e93be,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:44.011458 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.011844 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.012218 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.012588 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.012978 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.013343 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.013705 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.014066 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.014455 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.014813 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.015169 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.015522 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:44.019019 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:44.052566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.052949 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.db.l3_db [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Floating IP 87064073-de30-48b8-bc91-ff7c0c4199c2 disassociated (deleted). External IP: 172.27.2.175, port: fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa. Jun 29 10:59:44.258695 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:59:44.366637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:59:44.371964 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:44.376464 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:59:44.384922 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:44.385536 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:44.405916 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-648f3bf1-55f5-4be7-8317-84c1e6f6039b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "DELETE /v2.0/floatingips/87064073-de30-48b8-bc91-ff7c0c4199c2 HTTP/1.1" status: 204 len: 168 time: 0.8304458 Jun 29 10:59:44.406617 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:44.408904 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:44.451259 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ba3614-7f81-4ff6-99d8-927173aa39bf x-openstack-request-id: req-23ba3614-7f81-4ff6-99d8-927173aa39bf {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:44.451588 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:44.451880 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23ba3614-7f81-4ff6-99d8-927173aa39bf {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:44.452318 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'status': 'completed', 'code': 200} Jun 29 10:59:44.493526 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:44.569928 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-9687e51e-f1c9-46c7-be67-7ddaf1bc80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:44.571467 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-9687e51e-f1c9-46c7-be67-7ddaf1bc80d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 1099 time: 0.0570853 Jun 29 10:59:44.674229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-7b1a7155-6c5f-41e9-949c-d8dbf5b053a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:44.675928 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-7b1a7155-6c5f-41e9-949c-d8dbf5b053a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.0949049 Jun 29 10:59:44.728130 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:57Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:44.756489 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-1a7849d9-7c93-4d08-a1a8-e9f613cd6ca6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa HTTP/1.1" status: 200 len: 217 time: 0.0402770 Jun 29 10:59:44.758968 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:59:44.767822 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:44.768667 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:20Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:44.811164 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-dce5da93-348a-499f-a3d9-fe034742dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:44.812609 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-dce5da93-348a-499f-a3d9-fe034742dffb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0488329 Jun 29 10:59:44.873480 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-90788936-c545-4754-8780-1f5d26c539a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:44.874804 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-90788936-c545-4754-8780-1f5d26c539a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553892 Jun 29 10:59:44.879737 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:45.106705 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:57Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:45.137150 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03686ec-a64e-494b-b7bf-d93f590a27e7 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_floatingips': [{'id': '47411e97-2f81-42aa-80d2-b406d8358630', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'router_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'port_id': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'mac_address': 'fa:16:3e:44:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:55Z', 'updated_at': '2021-06-29T10:55:57Z', 'revision_number': 1, 'project_id': '826304bf62d443aea37b63c611448a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:59:45.300847 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-ddf50bd6-ad8d-4569-b0d9-fd64e97d60fa service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150200 Jun 29 10:59:45.337063 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cec17-6d68-4718-9501-6961f1746e81 req-538355ca-7b8f-4217-b65e-f14ac136a5bd tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:45.339810 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-621cec17-6d68-4718-9501-6961f1746e81 req-538355ca-7b8f-4217-b65e-f14ac136a5bd tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.5886326 Jun 29 10:59:45.363481 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c030c7-f09b-418d-9645-274f6fc5da9d None None] New status for floating IP 87064073-de30-48b8-bc91-ff7c0c4199c2: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:59:45.412540 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-621cec17-6d68-4718-9501-6961f1746e81 req-5015c8c3-07ab-4bc0-a2a4-f85e90fe3507 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483770 Jun 29 10:59:45.435656 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-bd2d9c50-97b0-4e91-b200-e6fae2c237ce req-e999b92f-bb13-42e7-91d7-0564598ca5aa service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263278 Jun 29 10:59:46.634004 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab5e9-4712-4467-b177-c7a439b31b2d req-093e67be-36d5-4741-a01c-048e1368791a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:46.635882 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-979ab5e9-4712-4467-b177-c7a439b31b2d req-093e67be-36d5-4741-a01c-048e1368791a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.1129789 Jun 29 10:59:46.672078 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-979ab5e9-4712-4467-b177-c7a439b31b2d req-d0b98d3f-ab79-4e0d-8d2d-ad018450dfca tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Jun 29 10:59:46.881062 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-ea85e312-8a74-44fb-86c8-0cdd752f1d6a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:46.882551 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-ea85e312-8a74-44fb-86c8-0cdd752f1d6a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 946 time: 0.0604289 Jun 29 10:59:46.983208 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Deleting port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:46.983545 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.067679 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] For port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:47.068032 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.080447 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Calling delete_port for fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:47.205539 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.209229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-b0f95bec-f3f1-4d85-ab52-85d57808d4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:47.232686 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'Port': ['ID=fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:47.236547 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:47.283414 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] No DVR routers for this DVR port fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:59:47.285669 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:47.287808 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-77279c6c-9512-436f-9d14-09ec0e3f063c req-65d14ce4-5c43-46f3-ad2b-e8673c8d5b9a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "DELETE /v2.0/ports/fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa HTTP/1.1" status: 204 len: 173 time: 0.3972375 Jun 29 10:59:47.288311 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'name': 'network-vif-deleted', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:47.290590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2159523-84b2-48ea-a27a-57a322b674cb" -d '{"events": [{"server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "name": "network-vif-deleted", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:47.331346 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ccc8b-8255-4b03-9c9d-730bd78e8ef5 x-openstack-request-id: req-9e7ccc8b-8255-4b03-9c9d-730bd78e8ef5 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:47.331754 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a181744-a880-4bc5-8af0-4295077beafe", "name": "network-vif-deleted", "tag": "fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:47.332043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e7ccc8b-8255-4b03-9c9d-730bd78e8ef5 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:47.332490 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a181744-a880-4bc5-8af0-4295077beafe', 'name': 'network-vif-deleted', 'tag': 'fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa', 'status': 'completed', 'code': 200} Jun 29 10:59:47.817465 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-c8221d7f-848a-40ff-b092-08fd2b65ec61 req-40a1cf2d-4760-4fa1-9b03-e63859fca77b tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a181744-a880-4bc5-8af0-4295077beafe HTTP/1.1" status: 200 len: 210 time: 0.0287833 Jun 29 10:59:47.933582 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-f2b41f70-b8a0-4fbe-b43e-e69e0223e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.443432 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-be29bbd0-8545-4308-9705-677308b2efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.537830 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:59:50.557997 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:59:50.558385 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device fb2137f2-7cd3-4eee-a547-b2a5c8bd05fa not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:59:50.575682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.124948 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53830) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:51.278011 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Deleting port 665b7136-b97a-4238-9aca-e44ac55d3323 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:51.278383 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.355055 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.355382 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.366848 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Calling delete_port for 665b7136-b97a-4238-9aca-e44ac55d3323 owned by network:floatingip {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:51.539504 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.541474 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-e7cfdd6d-1228-48c3-b52c-ba01240cd68f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:51.563342 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'Port': ['ID=665b7136-b97a-4238-9aca-e44ac55d3323,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:51.573366 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.573756 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.574155 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.574533 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.575330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.575330 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.575606 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.575969 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.576333 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.576692 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.577049 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.577406 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:59:51.581891 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:51.639539 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:51.639844 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.db.l3_db [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Floating IP 47411e97-2f81-42aa-80d2-b406d8358630 disassociated (deleted). External IP: 172.27.2.34, port: d0fda4c0-6035-4fa3-a439-ad149c98aed7. Jun 29 10:59:52.008124 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.084355 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:59:52.187754 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:59:52.192199 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:52.196825 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:59:52.205521 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:52.206162 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:52.231121 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-9811500e-631d-40eb-9c2c-5d1c1420d748 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "DELETE /v2.0/floatingips/47411e97-2f81-42aa-80d2-b406d8358630 HTTP/1.1" status: 204 len: 168 time: 1.1050880 Jun 29 10:59:52.231893 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7'}] {{(pid=104755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:52.234358 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9e1d1ca05d5086ac688fe8bd81dcfadbce9fbf0d874b49d7f82c622e5a58ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df03ed-7b61-4679-8265-9747b8a6c1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7"}]}' {{(pid=104755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:52.271101 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc284c2-3201-4894-afc0-c40ae3f66664 x-openstack-request-id: req-8bc284c2-3201-4894-afc0-c40ae3f66664 {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:52.271442 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7", "status": "completed", "code": 200}]} {{(pid=104755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:52.271833 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8bc284c2-3201-4894-afc0-c40ae3f66664 {{(pid=104755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:52.272469 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'status': 'completed', 'code': 200} Jun 29 10:59:52.312859 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:52.386676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-dc8cf5ec-4be3-453a-adc0-21b3bc7da93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.388926 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-dc8cf5ec-4be3-453a-adc0-21b3bc7da93f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=826304bf62d443aea37b63c611448a4b&device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0557635 Jun 29 10:59:52.498058 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-2361f16a-1292-41bb-b10c-ab427e4e708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.501571 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-2361f16a-1292-41bb-b10c-ab427e4e708c service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 200 len: 912 time: 0.1024406 Jun 29 10:59:52.531218 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:52.557287 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-b4ced6dc-12b1-48cf-a282-81534995ce72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 200 len: 217 time: 0.0381193 Jun 29 10:59:52.560706 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:59:52.569064 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:52.569669 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:52.636135 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-f7ee0385-eec7-42da-af11-ad0b31d91180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.637577 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-f7ee0385-eec7-42da-af11-ad0b31d91180 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 200 len: 850 time: 0.0726662 Jun 29 10:59:52.665100 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d5d7-fe92-4724-87d2-516b884a543d req-f73b2e53-c28b-4734-9090-87525aaa1f2f tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.666720 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de6d5d7-fe92-4724-87d2-516b884a543d req-f73b2e53-c28b-4734-9090-87525aaa1f2f tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 945 time: 0.1119940 Jun 29 10:59:52.730956 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-7de6d5d7-fe92-4724-87d2-516b884a543d req-ea33468b-f242-4d0c-b4a6-726f6db1558a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470734 Jun 29 10:59:52.743482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-03ef4a5f-5c29-4012-aa3a-637dd417381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:52.754274 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-03ef4a5f-5c29-4012-aa3a-637dd417381e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfc9f95f-79a2-403e-b086-fe206ca7beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972924 Jun 29 10:59:52.803311 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:52.842027 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-1c39fc53-2a23-484c-a1e6-a2bc9c41bc8f service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Jun 29 10:59:52.932801 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-18df03ed-7b61-4679-8265-9747b8a6c1e4 req-ac0c5e20-6b99-40dd-99ec-2e32a4b35dfc service neutron] 10.222.0.69 "GET /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826852 Jun 29 10:59:53.001251 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:53.027344 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6052e09-a515-4773-93f9-46fb5e38f8e1 None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:52:46Z', 'revision_number': 4, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi', '_interfaces': [{'id': 'ab74f616-7e7d-46e4-b732-47fe841005d8', 'name': '', 'network_id': 'bfc9f95f-79a2-403e-b086-fe206ca7beec', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'mac_address': 'fa:16:3e:16:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:45Z', 'updated_at': '2021-06-29T10:52:53Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'subnets': [{'id': 'd8370329-95c2-4a8d-9064-7a1efa147bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:59:53.231860 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf4276-ea38-4724-8746-ab644d35fb21 None None] New status for floating IP 47411e97-2f81-42aa-80d2-b406d8358630: DOWN {{(pid=104758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:59:53.484219 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:53.906937 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0108d02-e499-474a-88bc-3836cf18d7da req-b3fd7b95-f7eb-4f7b-8073-c62d9b7f49fb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:53.908404 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d0108d02-e499-474a-88bc-3836cf18d7da req-b3fd7b95-f7eb-4f7b-8073-c62d9b7f49fb tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 945 time: 0.0657077 Jun 29 10:59:53.944616 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d0108d02-e499-474a-88bc-3836cf18d7da req-2e910389-1dec-4e4b-ab74-36b7c74037c0 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/security-groups?id=12ec7732-f443-4494-b27d-af4aa019ea29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306659 Jun 29 10:59:54.576111 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-f8dd30be-9240-46a9-a346-8441c3342de6 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:59:54.577594 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-f8dd30be-9240-46a9-a346-8441c3342de6 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Jun 29 10:59:54.685016 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Deleting port d0fda4c0-6035-4fa3-a439-ad149c98aed7 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:54.685353 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:54.771116 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] For port d0fda4c0-6035-4fa3-a439-ad149c98aed7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d0fda4c0-6035-4fa3-a439-ad149c98aed7,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:54.771478 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:54.783407 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Calling delete_port for d0fda4c0-6035-4fa3-a439-ad149c98aed7 owned by compute:nova {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:54.910482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:54.914654 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-84de0d40-0461-49b2-bb8a-063d96bbefe4 tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:54.941639 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'Port': ['ID=d0fda4c0-6035-4fa3-a439-ad149c98aed7,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:54.944711 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:54.987153 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] No DVR routers for this DVR port d0fda4c0-6035-4fa3-a439-ad149c98aed7 on host hv-cinder-79351 {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:59:54.989649 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for port, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:54.991676 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-d7734793-2b92-4d52-865e-7fce431dfb18 req-39a9e14b-51d3-43c2-8a36-053722eb7d37 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.69 "DELETE /v2.0/ports/d0fda4c0-6035-4fa3-a439-ad149c98aed7 HTTP/1.1" status: 204 len: 173 time: 0.4049902 Jun 29 10:59:54.992161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'name': 'network-vif-deleted', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7'}] {{(pid=104756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:59:54.994471 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3234fd014cd71d2dda1d02068695d9381adb18d88bb7d1b4befa13ae6a6e5f63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608da7a6-d32c-42ea-8160-f6fe8ee38e88" -d '{"events": [{"server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "name": "network-vif-deleted", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7"}]}' {{(pid=104756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:59:55.035525 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71047311-0bfc-4e6d-a9df-ca6af34c01d1 x-openstack-request-id: req-71047311-0bfc-4e6d-a9df-ca6af34c01d1 {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:59:55.035949 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227d6ce0-42b3-4d38-9502-06375f286ff7", "name": "network-vif-deleted", "tag": "d0fda4c0-6035-4fa3-a439-ad149c98aed7", "status": "completed", "code": 200}]} {{(pid=104756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:59:55.036329 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71047311-0bfc-4e6d-a9df-ca6af34c01d1 {{(pid=104756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:59:55.036826 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227d6ce0-42b3-4d38-9502-06375f286ff7', 'name': 'network-vif-deleted', 'tag': 'd0fda4c0-6035-4fa3-a439-ad149c98aed7', 'status': 'completed', 'code': 200} Jun 29 10:59:55.099862 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [req-0b8ad6d2-1b5b-42fc-9849-8b16bac50bde req-96b029eb-2520-4c09-8629-5b92b6776d75 tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "GET /v2.0/ports?device_id=227d6ce0-42b3-4d38-9502-06375f286ff7 HTTP/1.1" status: 200 len: 210 time: 0.0326238 Jun 29 10:59:55.437589 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.191707 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53848) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:56.313379 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Deleting port 7531ef67-8173-42d7-8ee8-e0e2b0330af7 {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:56.313723 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.387886 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.388316 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.400988 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Calling delete_port for 7531ef67-8173-42d7-8ee8-e0e2b0330af7 owned by network:floatingip {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:56.531303 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.534087 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-f3772fff-a913-443f-a31e-94989782a1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:56.558172 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'Port': ['ID=7531ef67-8173-42d7-8ee8-e0e2b0330af7,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:56.562093 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:56.621504 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for floatingip, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.624110 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30397'] for floatingip, before_response {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:56.625264 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-74d22e88-3bfb-4545-8707-8ebb94cc2cfe tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "DELETE /v2.0/floatingips/1633d143-a2f3-488c-9008-2d06e84a7d0f HTTP/1.1" status: 204 len: 168 time: 0.4325895 Jun 29 10:59:57.884187 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53860) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:57.941114 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:57.966301 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.026499 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.029183 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.030359 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] 10.222.0.45 "DELETE /v2.0/security-groups/12ec7732-f443-4494-b27d-af4aa019ea29 HTTP/1.1" status: 204 len: 168 time: 0.1446424 Jun 29 10:59:58.031251 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e6a9365b-b85c-4c09-966d-43c808717872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:58.040104 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec7732-f443-4494-b27d-af4aa019ea29,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:58.042866 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e9d237d0-fe8a-4ce3-8161-5b3b9597f14a tempest-TestVolumeBootPattern-284537794 tempest-TestVolumeBootPattern-284537794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:58.088729 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53864) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:58.520218 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.598366 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d0fda4c0-6035-4fa3-a439-ad149c98aed7 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:59:58.617887 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] No Port match for: d0fda4c0-6035-4fa3-a439-ad149c98aed7 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:59:58.618257 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Device d0fda4c0-6035-4fa3-a439-ad149c98aed7 not bound to the agent host hv-cinder-79351 {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:59:58.770647 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Deleting port ab74f616-7e7d-46e4-b732-47fe841005d8 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:59:58.770896 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.845092 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] For port ab74f616-7e7d-46e4-b732-47fe841005d8, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=ab74f616-7e7d-46e4-b732-47fe841005d8,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:59:58.845450 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.857096 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Calling delete_port for ab74f616-7e7d-46e4-b732-47fe841005d8 owned by network:router_interface {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:59:59.036058 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.038928 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:59:59.063143 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab74f616-7e7d-46e4-b732-47fe841005d8,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:59:59.067915 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:59:59.222030 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.429442 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Router cb96c9c4-4149-4361-bf23-7214325f30f9 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:59:59.530640 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:59:59.535564 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-23476cb9-aa42-4629-a4da-3b10c9793c1b admin admin] 10.222.0.45 "PUT /v2.0/routers/cb96c9c4-4149-4361-bf23-7214325f30f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456537 Jun 29 10:59:59.538043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53868) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:59:59.541679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] Sync routers for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:59:59.550715 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:59.551331 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:59.638123 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks [] for router, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.653489 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:59:59.831921 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:59:58Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:59.864445 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] Checking router: cb96c9c4-4149-4361-bf23-7214325f30f9 for host: dv-cinder-793515-4-iscsi {{(pid=104757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:59:59.873201 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] Routers {'cb96c9c4-4149-4361-bf23-7214325f30f9'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:59:59.873824 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['cb96c9c4-4149-4361-bf23-7214325f30f9'], 'active': True} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:59:59.979755 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvr_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] Set router cb96c9c4-4149-4361-bf23-7214325f30f9 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:00:00.034751 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.086289 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Deleting port 624ca5f5-6d53-4e70-b79d-a74574202cb8 {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:00.087042 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.157430 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_hamode_db [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:59:58Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:00.163676 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] For port 624ca5f5-6d53-4e70-b79d-a74574202cb8, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=624ca5f5-6d53-4e70-b79d-a74574202cb8,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:00.164043 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.175953 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Calling delete_port for 624ca5f5-6d53-4e70-b79d-a74574202cb8 owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:00.182679 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b9bb3-676d-4f29-830c-f72121e3aaac None None] The sync data for ids ['cb96c9c4-4149-4361-bf23-7214325f30f9'] in dv-cinder-793515-4-iscsi is: [{'id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'name': 'tempest-TestVolumeBootPattern-471750800-router', 'tenant_id': '826304bf62d443aea37b63c611448a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:43Z', 'updated_at': '2021-06-29T10:59:58Z', 'revision_number': 5, 'project_id': '826304bf62d443aea37b63c611448a4b', 'gw_port': {'id': '624ca5f5-6d53-4e70-b79d-a74574202cb8', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96c9c4-4149-4361-bf23-7214325f30f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:44Z', 'updated_at': '2021-06-29T10:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}] {{(pid=104757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:00:00.339550 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.342215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cf7f83c2-8aad-47a9-93d5-378e980bc46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:00.368383 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Pushing event deleted for resources: {'Port': ['ID=624ca5f5-6d53-4e70-b79d-a74574202cb8,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:00.374809 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:00.430312 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.529384 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.531798 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.580962 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.581521 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb96c9c4-4149-4361-bf23-7214325f30f9 {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:00:00.588558 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.590857 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-ce37fc19-4ef2-4f9c-b84f-972b6c74afdf admin admin] 10.222.0.45 "DELETE /v2.0/routers/cb96c9c4-4149-4361-bf23-7214325f30f9 HTTP/1.1" status: 204 len: 168 time: 1.0513372 Jun 29 11:00:00.593831 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53870) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:00.654108 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Deleting subnet d8370329-95c2-4a8d-9064-7a1efa147bbf {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:00:00.657749 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.693425 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.774209 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.848318 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.850834 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:00.877460 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8370329-95c2-4a8d-9064-7a1efa147bbf,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:00.880023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:00.882729 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:00.884612 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-217787f5-2d6f-4ea6-9d9b-9482fad305ff admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d8370329-95c2-4a8d-9064-7a1efa147bbf HTTP/1.1" status: 204 len: 168 time: 0.2894871 Jun 29 11:00:00.887355 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53872) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:00.888391 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b13d71-a743-4641-a7fb-3b65e5d99355 None None] Network bfc9f95f-79a2-403e-b086-fe206ca7beec requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:00:00.957053 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.020101 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Deleting port 94b9457b-90ac-4177-9053-d895d921d67e {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:01.020444 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.082524 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] For port 94b9457b-90ac-4177-9053-d895d921d67e, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=94b9457b-90ac-4177-9053-d895d921d67e,segment=NetworkSegment(03c5782f-7824-4425-8c37-b38f0a106fcf),segment_id=03c5782f-7824-4425-8c37-b38f0a106fcf)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:01.082885 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.095821 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Calling delete_port for 94b9457b-90ac-4177-9053-d895d921d67e owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:01.180010 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.188782 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-adca07f7-2e78-440f-882c-53ba5f66347a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:01.193402 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] No DVR routers for this DVR port 94b9457b-90ac-4177-9053-d895d921d67e on host dv-cinder-793515-4-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:00:01.194179 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f18b47-07be-445b-a2fa-44666a381c04 None None] DHCP port deletion for bfc9f95f-79a2-403e-b086-fe206ca7beec request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:00:01.212354 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b9457b-90ac-4177-9053-d895d921d67e,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:01.215678 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:01.280813 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.290238 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc9f95f-79a2-403e-b086-fe206ca7beec']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:01.303006 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c5782f-7824-4425-8c37-b38f0a106fcf') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:01.303306 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c5782f-7824-4425-8c37-b38f0a106fcf') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:01.312300 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.327215 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.333280 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:00:01.333670 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:00:01.335387 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:00:01.388590 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.394367 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.396459 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bfc9f95f-79a2-403e-b086-fe206ca7beec HTTP/1.1" status: 204 len: 168 time: 0.5079138 Jun 29 11:00:01.396910 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:01.400131 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [-] (104755) accepted ('10.222.0.45', 53874) {{(pid=104755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:01.409795 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device ab74f616-7e7d-46e4-b732-47fe841005d8 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:01.411328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc9f95f-79a2-403e-b086-fe206ca7beec,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:01.413960 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-900049f4-a770-4a2e-88d5-48020b1ad749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:01.430694 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: ab74f616-7e7d-46e4-b732-47fe841005d8 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:01.431026 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device ab74f616-7e7d-46e4-b732-47fe841005d8 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:01.432135 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 94b9457b-90ac-4177-9053-d895d921d67e no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:01.454599 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 94b9457b-90ac-4177-9053-d895d921d67e {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:01.454599 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 94b9457b-90ac-4177-9053-d895d921d67e not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:01.454599 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 624ca5f5-6d53-4e70-b79d-a74574202cb8 no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:01.475189 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: 624ca5f5-6d53-4e70-b79d-a74574202cb8 {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:01.475492 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device 624ca5f5-6d53-4e70-b79d-a74574202cb8 not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:01.734115 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673027'] for router_interface, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.974060 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Deleting port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb {{(pid=104755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:01.974427 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.053614 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.db [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] For port a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,segment=NetworkSegment(4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335),segment_id=4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335)] {{(pid=104755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:02.053883 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.065494 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.plugins.ml2.plugin [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Calling delete_port for a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb owned by network:router_interface {{(pid=104755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:02.242891 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13724849'] for port, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.245368 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-aea53671-3086-47ce-aea9-c5b9730e8ded tempest-AttachVolumeTestJSON-918418325 tempest-AttachVolumeTestJSON-918418325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:02.268268 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb,revision_number=None']} {{(pid=104755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:02.270870 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG oslo_concurrency.lockutils [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:02.436457 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron_lib.callbacks.manager [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678803'] for router_interface, after_delete {{(pid=104755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.648337 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Router 506cf0e1-5709-4327-b19b-8ec88cda0a85 has already been hosted by L3 agent cfe5383c-1564-45ce-ba2e-f3cf3f9d925d {{(pid=104755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:00:02.750281 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] Notify agent at l3_agent.dv-cinder-793515-4-iscsi the message routers_updated {{(pid=104755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:00:02.756545 dv-cinder-793515-4-iscsi neutron-server[104755]: INFO neutron.wsgi [None req-a30e5bda-4aa4-4223-a6af-288be356d618 admin admin] 10.222.0.45 "PUT /v2.0/routers/506cf0e1-5709-4327-b19b-8ec88cda0a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3553784 Jun 29 11:00:02.757933 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53876) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:02.759122 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] Sync routers for ids ['506cf0e1-5709-4327-b19b-8ec88cda0a85'] in dv-cinder-793515-4-iscsi {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:00:02.768214 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] Routers {'506cf0e1-5709-4327-b19b-8ec88cda0a85'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:00:02.768829 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['506cf0e1-5709-4327-b19b-8ec88cda0a85'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:02.865838 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:02.872737 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] Set router 506cf0e1-5709-4327-b19b-8ec88cda0a85 gateway port host: dv-cinder-793515-4-iscsi {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:00:02.969637 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.020235 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Deleting port d59e5bdc-9606-4165-8959-bd5804b3c57c {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:03.020580 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.046996 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'external_fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T11:00:02Z', 'revision_number': 5, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port': {'id': 'd59e5bdc-9606-4165-8959-bd5804b3c57c', 'name': '', 'network_id': '8575f6de-f9f2-4022-b4ef-46709099ec5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T10:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63359f9-7187-4aef-82ae-80000113d2b8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-4-iscsi'}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:03.072453 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] Checking router: 506cf0e1-5709-4327-b19b-8ec88cda0a85 for host: dv-cinder-793515-4-iscsi {{(pid=104758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:00:03.080502 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] Routers {'506cf0e1-5709-4327-b19b-8ec88cda0a85'} bound to L3 agent in host dv-cinder-793515-4-iscsi {{(pid=104758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:00:03.081110 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:35:50Z,description=,heartbeat_timestamp=2021-06-29T10:59:50Z,host='dv-cinder-793515-4-iscsi',id=cfe5383c-1564-45ce-ba2e-f3cf3f9d925d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:35:50Z,topic='l3_agent')) {'router_ids': ['506cf0e1-5709-4327-b19b-8ec88cda0a85'], 'active': True} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:03.103381 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] For port d59e5bdc-9606-4165-8959-bd5804b3c57c, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=d59e5bdc-9606-4165-8959-bd5804b3c57c,segment=NetworkSegment(b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3),segment_id=b3c37fd5-6765-4ce6-9afe-5dc9c377d8f3)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:03.103743 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.116055 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Calling delete_port for d59e5bdc-9606-4165-8959-bd5804b3c57c owned by network:router_gateway {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:03.164504 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_dvr_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] Set router 506cf0e1-5709-4327-b19b-8ec88cda0a85 gateway port host: None {{(pid=104758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:00:03.220066 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.l3_hamode_db [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T11:00:02Z', 'revision_number': 6, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port_host': None}], 'dv-cinder-793515-4-iscsi', False) {} {{(pid=104758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:03.246926 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df164827-f9f8-4b27-9fd5-87c8b85c06aa None None] The sync data for ids ['506cf0e1-5709-4327-b19b-8ec88cda0a85'] in dv-cinder-793515-4-iscsi is: [{'id': '506cf0e1-5709-4327-b19b-8ec88cda0a85', 'name': 'tempest-TestVolumeBootPattern-71592586-router', 'tenant_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:52:49Z', 'updated_at': '2021-06-29T11:00:02Z', 'revision_number': 6, 'project_id': 'caff6fe20a9e4ddbbfb9c7cdb264d21b', 'gw_port_host': None}] {{(pid=104758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:00:03.285112 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.287216 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-cb7a72eb-cdab-4b66-8d06-86722be9a166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:03.309223 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59e5bdc-9606-4165-8959-bd5804b3c57c,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:03.312858 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:03.376839 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678015'] for router_gateway, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.464316 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.466400 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.508239 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673598'] for router, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.508687 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506cf0e1-5709-4327-b19b-8ec88cda0a85 {{(pid=104756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:00:03.513601 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] Notify callbacks [] for router, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.514767 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-3fe4c875-bd26-4985-97f3-3e31b1f796f1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/506cf0e1-5709-4327-b19b-8ec88cda0a85 HTTP/1.1" status: 204 len: 168 time: 0.7558415 Jun 29 11:00:03.517262 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53878) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:03.560804 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Deleting subnet edd1987a-9923-4c89-b9a2-40528a6b75b8 {{(pid=104756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:00:03.563920 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.602800 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14238854'] for subnet, precommit_delete_associations {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.684831 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593935'] for subnet, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.689575 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:03.711523 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:03.712041 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a4a9b6d9-df9c-4579-ad9d-f10cb3e3aabb not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:03.736054 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-72954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14180047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172864'] for subnet, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.738680 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:03.763618 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd1987a-9923-4c89-b9a2-40528a6b75b8,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:03.766566 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:03.767551 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for subnet, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.770173 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-28a67162-3483-421e-94d9-ed91d147e29f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/edd1987a-9923-4c89-b9a2-40528a6b75b8 HTTP/1.1" status: 204 len: 168 time: 0.2517967 Jun 29 11:00:03.772270 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53880) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:03.773299 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9e30e-5e0b-4bfe-a84a-f6aeafb19a2f None None] Network a1d482e6-82e6-4660-9a3f-c7ed138b9455 requested from dv-cinder-793515-4-iscsi {{(pid=104757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:00:03.853713 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1670226'] for network, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.905875 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Deleting port a537bb40-a990-4d3e-b3d7-02b6063cb6ac {{(pid=104756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:03.906286 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.971595 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.db [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] For port a537bb40-a990-4d3e-b3d7-02b6063cb6ac, host dv-cinder-793515-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-4-iscsi',level=0,port_id=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,segment=NetworkSegment(4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335),segment_id=4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335)] {{(pid=104756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:03.971862 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:03.984362 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.plugin [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Calling delete_port for a537bb40-a990-4d3e-b3d7-02b6063cb6ac owned by network:dhcp {{(pid=104756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:04.026808 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] DHCP port deletion for a1d482e6-82e6-4660-9a3f-c7ed138b9455 request from dv-cinder-793515-4-iscsi {{(pid=104757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:00:04.063975 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14179857'] for port, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.066902 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a14a95ec-e58e-40f8-a228-5dc826a52119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:04.072059 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Deleting port a537bb40-a990-4d3e-b3d7-02b6063cb6ac {{(pid=104757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:00:04.072442 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762161632040'] for port, before_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.093784 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] No DVR routers for this DVR port a537bb40-a990-4d3e-b3d7-02b6063cb6ac on host dv-cinder-793515-4-iscsi {{(pid=104756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:00:04.095576 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:04.099160 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:04.143283 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.db [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] For port a537bb40-a990-4d3e-b3d7-02b6063cb6ac, host dv-cinder-793515-4-iscsi, got binding levels [] {{(pid=104757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:00:04.143695 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-710462'] for port, precommit_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.155702 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Calling delete_port for a537bb40-a990-4d3e-b3d7-02b6063cb6ac owned by network:dhcp {{(pid=104757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:00:04.158346 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.ipam_backend_mixin [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Port a537bb40-a990-4d3e-b3d7-02b6063cb6ac was not found and therefore no delete operation was performed {{(pid=104757) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 11:00:04.159591 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1701984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762161635557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762161279236'] for port, after_delete {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.162176 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:04.169702 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1595257', 'neutron.services.segments.db._delete_segments_for_network-8762161785393'] for network, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.179851 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d482e6-82e6-4660-9a3f-c7ed138b9455']}} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:04.185818 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Pushing event deleted for resources: {'Port': ['ID=a537bb40-a990-4d3e-b3d7-02b6063cb6ac,revision_number=None']} {{(pid=104757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:04.188861 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] No DVR routers for this DVR port a537bb40-a990-4d3e-b3d7-02b6063cb6ac on host dv-cinder-793515-4-iscsi {{(pid=104757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:00:04.190112 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335') {'for_net_delete': True} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:04.190413 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.services.segments.db [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce9dc07-7a67-4ef5-b2e3-b1e8dd55c335') {} {{(pid=104756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:00:04.195538 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.196137 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.196655 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.197027 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.197522 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.198003 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.198884 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.198884 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.199155 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.199504 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.199831 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.200152 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-4-iscsi {{(pid=104757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:00:04.201814 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762161615508', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14238861'] for segment, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.205815 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG oslo_concurrency.lockutils [None req-4d392eae-9c96-4fca-b90f-bccb1198b7ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:04.217078 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009'] for segment, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.223064 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:00:04.223482 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1599009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14179874'] for segment, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: Traceback (most recent call last): Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: timer() Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: cb(*args, **kw) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: return func(*args, **kwargs) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: self._notify() Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: self.callback(batched_events) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: event.method(event) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: return f(self, *a, **k) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._get(url).json() Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: return self.request(url, 'GET', **kwargs) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:00:04.225099 dv-cinder-793515-4-iscsi neutron-server[104756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:00:04.279161 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1593994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678030'] for network, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.282828 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-c662ca07-be2f-491d-9f87-61be848b1f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:04.285287 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630166'] for network, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.287279 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a1d482e6-82e6-4660-9a3f-c7ed138b9455 HTTP/1.1" status: 204 len: 168 time: 0.5133154 Jun 29 11:00:04.303430 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d482e6-82e6-4660-9a3f-c7ed138b9455,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:04.305817 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-a7957aae-5f97-49ed-b2bd-276a12c34cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:04.407593 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53884) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:04.445793 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-cd2b1a65-f624-4a66-a5d2-4084b856f881 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=826304bf62d443aea37b63c611448a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368564 Jun 29 11:00:04.450901 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53886) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:04.500229 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.521018 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.565893 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.568604 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.569672 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/403b3408-3dc1-43fb-aa72-806ae6861bdf HTTP/1.1" status: 204 len: 168 time: 0.1178467 Jun 29 11:00:04.570571 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-7c178d58-69d6-4772-8eac-bf691e7bb889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:04.578563 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b3408-3dc1-43fb-aa72-806ae6861bdf,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:04.580923 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-e1ce55f3-b809-4776-8c9c-34c2e744fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:04.871065 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53892) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:04.909101 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-2826fc79-cd09-4f73-aed9-ffa00b8af2f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caff6fe20a9e4ddbbfb9c7cdb264d21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368326 Jun 29 11:00:04.911328 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [-] (104756) accepted ('10.222.0.45', 53894) {{(pid=104756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:00:04.956832 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:04.979619 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:05.026602 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-762475'] for security_group, after_delete {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:05.029203 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron_lib.callbacks.manager [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:05.030410 dv-cinder-793515-4-iscsi neutron-server[104756]: INFO neutron.wsgi [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/692f517b-d2a1-4860-9f3b-e12b376c34f6 HTTP/1.1" status: 204 len: 168 time: 0.1181848 Jun 29 11:00:05.031150 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-93377e5b-6472-4362-9fd7-c962c17b9a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:00:05.040242 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f517b-d2a1-4860-9f3b-e12b376c34f6,revision_number=None']} {{(pid=104756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:00:05.042890 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG oslo_concurrency.lockutils [None req-af2cbbb7-ffb7-466b-b3dd-f8724795a4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:00:05.402507 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device d59e5bdc-9606-4165-8959-bd5804b3c57c no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:05.422503 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: d59e5bdc-9606-4165-8959-bd5804b3c57c {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:05.422943 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device d59e5bdc-9606-4165-8959-bd5804b3c57c not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:05.423367 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a537bb40-a990-4d3e-b3d7-02b6063cb6ac no longer exists at agent ovs-agent-dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:00:05.443040 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.plugin [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] No Port match for: a537bb40-a990-4d3e-b3d7-02b6063cb6ac {{(pid=104757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:00:05.443464 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron.plugins.ml2.rpc [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Device a537bb40-a990-4d3e-b3d7-02b6063cb6ac not bound to the agent host dv-cinder-793515-4-iscsi {{(pid=104757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:00:10.319239 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:00:17.935239 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-2d5edc1d-59a0-462d-84de-9347388bdaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:20.442848 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a997fbc2-bd56-4913-b439-1753e2b4d31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:20.575785 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:22.010376 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:23.478430 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:25.456348 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:31.537119 dv-cinder-793515-4-iscsi neutron-server[104755]: DEBUG neutron.wsgi [req-77470d0c-e081-465f-a50c-fe236180eaa2 req-6474a1d3-283b-434f-987e-5e055ec65b42 service neutron] (104755) timed out ('10.222.0.69', 64636) {{(pid=104755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:00:33.721064 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-79d14b1e-4c03-44ba-a7c3-ec3d90630aea req-3ad56dda-8e82-497a-8436-108a27aec41d service neutron] (104756) timed out ('10.222.0.69', 64626) {{(pid=104756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:00:47.317855 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:00:47.935932 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-15401e2d-446b-4f14-989e-4b51086b137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.442746 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-9f36d914-4cff-49d4-a4ee-ed01d6e7f349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:50.575776 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:52.013307 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:53.482743 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:55.494253 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:17.937393 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-99ada8aa-4b03-4452-9d2c-4448940f703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.443376 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c5c5ee1a-8517-4a02-a9e8-4527069472d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:20.575161 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:22.015604 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:23.486228 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:24.317064 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:01:25.491699 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:47.937836 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-bcbb7a4f-030d-4a53-9a11-01adddbea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.445027 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-95727797-9b7c-41bc-b1e9-bf9d50cdc566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:50.575440 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:52.018226 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:53.501315 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.490246 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:01.316268 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:02:10.249023 dv-cinder-793515-4-iscsi neutron-server[104756]: DEBUG neutron.wsgi [req-ac564110-16bc-49a3-814b-01c5f65f1cd5 req-bd8c67d0-658b-4f94-9537-01ec4d1ecb2d service neutron] (104756) timed out ('10.222.0.69', 64809) {{(pid=104756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:02:17.939948 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-75c7554b-155b-412c-a0f2-08159f5898cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.446538 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-b3a20f2f-bebb-4f64-a707-9ec088b1c11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:20.575792 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:22.021669 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:23.496620 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:25.496840 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:38.314486 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:02:47.940736 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-1c598639-0603-41ee-8e6d-c931e08288df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.450302 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3264ebfc-1b4c-4d15-8fac-ecb821c48165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:50.577262 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:52.024900 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:53.499432 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:55.498415 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:15.313624 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:03:17.941332 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-80e2a9df-1e75-453b-a4fb-c9406a780e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:20.452354 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-e9d5da99-cbab-4f43-a3d2-e2259af8a0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:20.577256 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:22.028427 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:23.500826 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:25.498726 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:47.942083 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-90adfab7-0891-490a-ab55-fbfcf42972fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:50.452717 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-72c725bd-f142-4736-b559-07a512209f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:50.579683 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:52.030400 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:52.311799 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:03:53.510951 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:03:55.513682 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:17.942306 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-420c7a9e-bf10-48e9-81af-b3cd224decd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:20.457556 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-fb81032a-f571-420c-8b55-15ed0c35b485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:20.580101 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:22.033888 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:23.508886 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:25.510686 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:29.309794 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:04:47.941922 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-dce43b51-c1c3-4897-a721-bf9ecbda7916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:50.457533 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-3fbd48f9-5058-4203-8d8f-a931898931d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:50.580520 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:52.036549 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:53.513707 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:04:55.524186 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:06.308586 dv-cinder-793515-4-iscsi neutron-server[104758]: DEBUG neutron.db.agents_db [None req-fcb4bb78-9330-4790-8f03-0eef959ab641 None None] Agent healthcheck: found 6 active agents {{(pid=104758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:05:17.942435 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-733d1f6b-501b-4d63-9119-f3b89b05d43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:20.456814 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-44a7b6bf-b43d-44d3-b38a-bbc67cfa9299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:20.581239 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-6dc654a6-a86a-48b1-8065-092c3547aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:22.039348 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-c66e9c69-f875-4a85-832f-57c379e4a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:23.514080 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-a11fc156-6e74-4494-bce1-ff50afc3c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:05:25.525829 dv-cinder-793515-4-iscsi neutron-server[104757]: DEBUG neutron_lib.callbacks.manager [None req-48f4f670-ea16-4a9c-81ae-e69c5010ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762161785375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1591887'] for agent, after_update {{(pid=104757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}